[ 567.792505] env[65458]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 567.792505] env[65458]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 568.809906] env[65546]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 568.809906] env[65546]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 570.369399] env[65546]: INFO neutron.common.config [-] Logging enabled! [ 570.369399] env[65546]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 570.369399] env[65546]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65546) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 570.369399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 570.369399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 570.369841] env[65546]: WARNING oslo_policy.policy [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 570.370124] env[65546]: WARNING oslo_policy.policy [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 570.371836] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] VMware NSXv3 Agent initialized successfully. [ 570.372088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Acquiring lock "singleton_lock" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.372216] env[65546]: DEBUG oslo_concurrency.lockutils [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Acquired lock "singleton_lock" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.372733] env[65546]: DEBUG oslo_concurrency.lockutils [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Releasing lock "singleton_lock" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.372733] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Full set of CONF: {{(pid=65546) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 570.372828] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ******************************************************************************** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 570.372938] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Configuration options gathered from: {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ================================================================================ {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] agent_down_time = 75 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] allow_automatic_dhcp_failover = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374130] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] allow_bulk = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374309] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] api_extensions_path = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374309] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] api_paste_config = api-paste.ini {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374485] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] auth_strategy = keystone {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374552] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] backdoor_port = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374642] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] backdoor_socket = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374772] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] backlog = 4096 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.374972] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] base_mac = fa:16:3e:00:00:00 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375057] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] bind_host = 0.0.0.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375199] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] bind_port = 9696 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375331] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] client_socket_timeout = 900 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375466] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] config_dir = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375809] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375809] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] config_source = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375953] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] control_exchange = neutron {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.375953] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] core_plugin = ml2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.376096] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] debug = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.376226] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] default_availability_zones = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.376426] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.376592] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dhcp_agent_notification = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.376685] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dhcp_agents_per_network = 1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377031] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dhcp_lease_duration = 86400 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377031] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dhcp_load_type = networks {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377142] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dns_domain = openstacklocal {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377194] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377324] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_default_route_bfd = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377447] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_default_route_ecmp = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377573] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_dvr = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377699] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_new_agents = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377824] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.377948] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_signals = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378089] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] enable_traditional_dhcp = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378213] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] external_dns_driver = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378338] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] filter_validation = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378475] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] global_physnet_mtu = 8950 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378605] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] graceful_shutdown_timeout = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378774] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] host = cpu-1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.378906] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] host_dvr_for_dhcp = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379045] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] http_retries = 3 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379182] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] instance_format = [instance: %(uuid)s] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379314] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379448] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ipam_driver = internal {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379573] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ipv6_pd_enabled = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379700] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] l3_ha = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379830] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.379961] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] l3_ha_network_physical_name = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380120] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] l3_ha_network_type = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380276] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_color = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380357] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_config_append = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380489] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380617] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_dir = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380743] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_file = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380844] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_options = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.380973] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_rotate_interval = 1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381121] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_rotate_interval_type = days {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381258] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] log_rotation_type = none {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381363] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381488] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381631] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381768] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.381871] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382019] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_dns_nameservers = 5 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382144] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_header_line = 16384 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382272] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_l3_agents_per_router = 3 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382402] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_logfile_count = 30 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382528] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_logfile_size_mb = 200 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382682] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] max_subnet_host_routes = 20 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382822] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] my_ip = 10.180.1.21 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382956] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] my_ipv6 = ::1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383097] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] network_auto_schedule = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383222] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] network_link_prefix = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383356] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383493] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] notify_nova_on_port_data_changes = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383626] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] notify_nova_on_port_status_changes = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383760] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] pagination_max_limit = -1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383913] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] publish_errors = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384056] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rate_limit_burst = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384196] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rate_limit_except_level = CRITICAL {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384325] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rate_limit_interval = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384453] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] retry_until_window = 30 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384581] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] router_distributed = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384708] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rpc_resources_processing_step = 20 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384834] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rpc_response_max_timeout = 600 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384962] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] rpc_response_timeout = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385100] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] send_events_interval = 2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385245] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] service_plugins = ['router'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385381] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] setproctitle = on {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385509] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] shell_completion = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385643] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] state_path = /opt/stack/data/neutron {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385776] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] syslog_log_facility = LOG_USER {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385903] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] tcp_keepidle = 600 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386047] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] transport_url = **** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386177] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] use_journal = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386304] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] use_json = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386432] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] use_ssl = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386558] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] use_stderr = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386695] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] use_syslog = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386820] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vlan_qinq = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386944] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vlan_transparent = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387081] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] watch_log_file = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387211] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] wsgi_default_pool_size = 100 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387340] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] wsgi_keep_alive = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387475] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387606] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] wsgi_server_debug = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387753] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_concurrency.disable_process_locking = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.387895] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388045] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388179] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388314] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388449] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388584] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388733] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.connection_string = messaging:// {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.388874] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.enabled = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389025] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.es_doc_type = notification {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389161] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.es_scroll_size = 10000 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389298] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.es_scroll_time = 2m {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389430] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.filter_error_trace = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389567] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.hmac_keys = **** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389704] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.sentinel_service_name = mymaster {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389841] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.socket_timeout = 0.1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.389976] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.trace_requests = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390123] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler.trace_sqlalchemy = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390263] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler_jaeger.process_tags = {} {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390414] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler_jaeger.service_name_prefix = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390521] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] profiler_otlp.service_name_prefix = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390667] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.enforce_new_defaults = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.390939] env[65546]: WARNING oslo_config.cfg [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 570.391099] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.enforce_scope = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391243] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.policy_default_rule = default {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391392] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391554] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391703] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391836] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.391965] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392106] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392239] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392377] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_policy.remote_timeout = 60.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392526] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392694] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] agent.extensions = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392838] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.392979] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] service_providers.service_provider = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393134] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.default_quota = -1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393279] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393412] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_floatingip = 50 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393545] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_network = 100 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393676] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_port = 500 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393825] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.393970] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_router = 10 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394116] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_security_group = 10 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394248] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394376] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.quota_subnet = 100 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394506] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] QUOTAS.track_quota_usage = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394654] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394787] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.394917] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395059] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395199] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395331] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395460] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395601] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395729] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395856] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.395987] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396134] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396267] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396395] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_dhcp_release.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396534] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396662] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396818] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.396916] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397060] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397194] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397322] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_ovs_vsctl.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397458] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.capabilities = [21] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397587] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397713] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397841] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.397974] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398116] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398245] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_namespace.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398380] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.capabilities = [12] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398506] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398635] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398765] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.398898] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399037] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399167] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_conntrack.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399304] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.capabilities = [12, 21] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399432] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.group = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399556] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.helper_command = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399687] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.log_daemon_traceback = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399829] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.399953] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.thread_pool_size = 8 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400087] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] privsep_link.user = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400238] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400378] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400543] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.continue_on_failed_promotions = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400635] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.dscp = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400769] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.dscp_inherit = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.400908] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.force_mp_to_policy = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401049] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.locking_coordinator_url = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401180] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.log_agent_heartbeats = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401311] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.logging_expire = 1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401451] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401612] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401757] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.polling_interval = 240 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.401891] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402037] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402180] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.report_interval = 30.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402320] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402461] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402616] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402760] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.sync_skew = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.402894] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.synchronization_queue_size = 20 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403038] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT.use_helper_for_ns_read = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403181] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] SECURITYGROUP.enable_ipset = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403324] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] SECURITYGROUP.enable_security_group = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403464] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403605] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403745] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] experimental.ipv6_pd_enabled = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.403926] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.extension_drivers = ['port_security'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404077] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.external_network_type = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404229] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404369] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.overlay_ip_version = 4 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404508] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.path_mtu = 8950 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404649] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.physical_network_mtus = {} {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404791] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.tenant_network_types = ['vlan'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.404928] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405108] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ml2.type_drivers = ['vlan'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405260] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT_CLI.neutron_port_id = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405394] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405526] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405668] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405809] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.405945] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406093] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406236] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406375] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406578] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406723] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_login_password = **** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.406865] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_login_port = 443 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407012] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_login_user = admin {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407154] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407296] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407429] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407561] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407703] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407845] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407982] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408133] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408268] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408405] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408548] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408685] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408821] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409015] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409217] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vsphere.vsphere_login_password = VMware1! {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409371] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409509] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409653] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.auth_section = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409801] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.auth_type = password {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409944] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410090] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.certfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410227] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.collect_timing = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410453] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.endpoint_type = public {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410622] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.insecure = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410622] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.keyfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410761] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.region_name = RegionOne {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410894] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.split_loggers = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411033] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] nova.timeout = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411174] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.auth_section = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411320] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.auth_type = password {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411463] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411611] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.certfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411750] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.collect_timing = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411890] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.endpoint_type = public {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412032] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.insecure = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412162] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.keyfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412288] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.region_name = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412416] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.split_loggers = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412544] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] placement.timeout = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412702] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.auth_section = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412837] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.auth_type = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412969] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.cafile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413111] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.certfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413244] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.collect_timing = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413374] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.connect_retries = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413501] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.connect_retry_delay = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413633] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.enable_notifications = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413759] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.endpoint_override = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413916] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.insecure = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414062] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.interface = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414194] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.keyfile = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414326] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.max_version = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414455] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.min_version = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414584] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.region_name = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414710] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.retriable_status_codes = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414839] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.service_name = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414966] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.service_type = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415107] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.split_loggers = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415237] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.status_code_retries = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415364] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.status_code_retry_delay = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415494] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.timeout = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415624] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.valid_interfaces = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415753] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ironic.version = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415921] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] cli_script.dry_run = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416050] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416183] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416314] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416444] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416576] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416706] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416834] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416964] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417106] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417246] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417375] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417514] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417651] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417785] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417918] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418067] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418198] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418327] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418463] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418594] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418723] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418849] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418976] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419115] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419244] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419369] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419496] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419624] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419753] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419879] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420017] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420164] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420298] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420429] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420586] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420752] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.ssl_version = {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420833] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420977] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_notifications.driver = [] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421150] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_notifications.retry = -1 {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421299] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421431] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] oslo_messaging_notifications.transport_url = **** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421560] env[65546]: DEBUG oslo_service.backend._eventlet.service [None req-b55fc2ed-4fa5-4e85-893b-e3873343731b None None] ******************************************************************************** {{(pid=65546) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 570.422730] env[65546]: DEBUG neutron.agent.securitygroups_rpc [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Init firewall settings (driver=nsxv3) {{(pid=65546) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 570.424453] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65546) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 570.424702] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] RPC agent_id: nsxm-l-01a.corp.local [ 570.426938] env[65546]: DEBUG dogpile.cache.region [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 570.427074] env[65546]: DEBUG dogpile.lock [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 570.427175] env[65546]: DEBUG dogpile.lock [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 570.427265] env[65546]: DEBUG dogpile.lock [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 570.427358] env[65546]: DEBUG dogpile.cache.region [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 570.427444] env[65546]: DEBUG dogpile.lock [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 570.427568] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 570.457251] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Session token - acquiring [ 570.459136] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.459352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.459461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.459843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.471068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.744793] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 570.771947] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 570.772177] env[65546]: DEBUG dogpile.cache.region [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 570.772233] env[65546]: DEBUG dogpile.lock [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 570.772345] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Activating Policy API Provider. [ 570.772576] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Looking for the default Infrastructure Rules. [ 570.834729] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Looking for the Default Layer3 Logged Drop Section. [ 570.849406] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 570.849878] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.850062] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.850169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.850444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.850788] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.367604] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.870043] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.373872] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Inventory metadata is going to be refreshed. [ 572.373872] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 573.177039] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.177039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.177039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.177039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.189285] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 573.190503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.191323] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 573.209534] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.212018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.212018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.212018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.212018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.212018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 573.212018] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.212018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 573.230653] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.231246] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.231577] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.231995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.232349] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.233753] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.253835] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.253835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.253835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.253835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.253835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.253835] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.274953] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.274953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.274953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.274953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.274953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.274953] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.274953] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.274953] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.293034] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.293820] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.294179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.294576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.294840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.295130] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.295440] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.295851] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.315074] env[65546]: DEBUG networking_nsxv3.common.locking [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.315535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.315785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.316325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.318018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.318018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.318018] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.318018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Inventory metadata have been refreshed. [ 573.318018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Dryrun:True. Metadata refresh completed. [ 573.318018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.319299] env[65546]: INFO neutron.agent.agent_extensions_manager [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Loaded agent extensions: [] [ 573.320196] env[65546]: DEBUG neutron_lib.callbacks.manager [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65546) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 573.322223] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.322567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.322781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.325477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.325477] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.384175] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent RPC Daemon Started! [ 573.384175] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:0 started [ 573.384175] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent out of sync with plugin! [ 573.827113] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.329338] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.831240] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.831348] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.571111] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.571111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.571111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.571693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.584503] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.585312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.585932] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.601765] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.601954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.601954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.602170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.602257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.602362] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.602447] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.602527] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.620742] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.620915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.620977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.621146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.621332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.621385] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.639350] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.639533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.639533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.639826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.639929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.640041] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.658140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.658300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.658339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.658506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.658609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.658777] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.658857] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.658926] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.674433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.674613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.674613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.674790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.674872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.674968] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.675049] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.675120] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.693889] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.694068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.694126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.694283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.694383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.694492] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.694564] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.694629] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.694693] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.694764] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.694825] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.694884] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.695157] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.695221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.695290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.725542] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.725744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.725744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.725948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.726072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.726179] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.747167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.747372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.747372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.747552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.747657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.761740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.320986] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.321330] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.323485] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.323485] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.324594] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 588.324594] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.607887] env[65546]: INFO networking_nsxv3.common.synchronization [None req-477f817f-0b44-449c-9bc9-fb813feae420 demo admin] Enqueued Resource ID: 0000c498-1919-4de1-996d-62d615f3f62a with Priority: HIGHEST for action security_group_rules [ 588.608193] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0000c498-1919-4de1-996d-62d615f3f62a with Priority: HIGHEST for action security_group_rules [ 588.608493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0000c498-1919-4de1-996d-62d615f3f62a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.608617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0000c498-1919-4de1-996d-62d615f3f62a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.608686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0000c498-1919-4de1-996d-62d615f3f62a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.608927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0000c498-1919-4de1-996d-62d615f3f62a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.609021] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0000c498-1919-4de1-996d-62d615f3f62a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.131245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.131496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.131496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.131645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.131750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.131863] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0000c498-1919-4de1-996d-62d615f3f62a already deleted. [ 589.131952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0000c498-1919-4de1-996d-62d615f3f62a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.609332] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.609969] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.611649] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 598.611890] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.612366] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.613164] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.615114] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.615114] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.615504] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.615504] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 614.924782] env[65546]: INFO networking_nsxv3.common.synchronization [None req-bb16d325-c7b8-4296-b1b1-12a9e4784561 None None] Enqueued Resource ID: 863fd315-49b0-491a-b813-d17eaea768d2 with Priority: HIGHEST for action port [ 614.925650] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863fd315-49b0-491a-b813-d17eaea768d2 with Priority: HIGHEST for action port [ 614.925650] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-863fd315-49b0-491a-b813-d17eaea768d2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.925793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-863fd315-49b0-491a-b813-d17eaea768d2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.925826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-863fd315-49b0-491a-b813-d17eaea768d2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.926818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-863fd315-49b0-491a-b813-d17eaea768d2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.926818] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863fd315-49b0-491a-b813-d17eaea768d2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.432338] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 863fd315-49b0-491a-b813-d17eaea768d2 [ 615.432731] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.432897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.432963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.433201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.433305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.433404] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:863fd315-49b0-491a-b813-d17eaea768d2 already deleted. [ 615.433486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-863fd315-49b0-491a-b813-d17eaea768d2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.147224] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f7f48d53-8255-4d60-a1ab-2c2533bb8c3a None None] Enqueued Resource ID: 89ead56f-685c-44dc-ac6f-e0a697aed425 with Priority: HIGHEST for action port [ 617.147224] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ead56f-685c-44dc-ac6f-e0a697aed425 with Priority: HIGHEST for action port [ 617.147868] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ead56f-685c-44dc-ac6f-e0a697aed425 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.147868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ead56f-685c-44dc-ac6f-e0a697aed425" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.147868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ead56f-685c-44dc-ac6f-e0a697aed425" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ead56f-685c-44dc-ac6f-e0a697aed425" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147868] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ead56f-685c-44dc-ac6f-e0a697aed425',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.651058] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89ead56f-685c-44dc-ac6f-e0a697aed425 [ 617.652045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.652269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.652354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.652639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.652746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.652849] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89ead56f-685c-44dc-ac6f-e0a697aed425 already deleted. [ 617.652933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ead56f-685c-44dc-ac6f-e0a697aed425" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.283314] env[65546]: INFO networking_nsxv3.common.synchronization [None req-c2cacd89-612f-4fe7-8dca-ac03b945c7f6 None None] Enqueued Resource ID: 30f2f144-4b89-43fe-a4a3-a53eab47376b with Priority: HIGHEST for action port [ 619.283314] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f2f144-4b89-43fe-a4a3-a53eab47376b with Priority: HIGHEST for action port [ 619.283314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f2f144-4b89-43fe-a4a3-a53eab47376b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.283314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f2f144-4b89-43fe-a4a3-a53eab47376b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.283314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f2f144-4b89-43fe-a4a3-a53eab47376b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.283314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f2f144-4b89-43fe-a4a3-a53eab47376b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.283314] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f2f144-4b89-43fe-a4a3-a53eab47376b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.792382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f2f144-4b89-43fe-a4a3-a53eab47376b [ 619.792382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.792382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.792382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.792382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.792382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.792382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f2f144-4b89-43fe-a4a3-a53eab47376b already deleted. [ 619.792382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f2f144-4b89-43fe-a4a3-a53eab47376b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.417521] env[65546]: INFO networking_nsxv3.common.synchronization [None req-701cf542-d372-4ee5-8bf6-07a46a02016b None None] Enqueued Resource ID: c8c56fa2-9153-4362-b6ce-460e61f422e4 with Priority: HIGHEST for action port [ 620.418373] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c56fa2-9153-4362-b6ce-460e61f422e4 with Priority: HIGHEST for action port [ 620.419665] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c56fa2-9153-4362-b6ce-460e61f422e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c56fa2-9153-4362-b6ce-460e61f422e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c56fa2-9153-4362-b6ce-460e61f422e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.420258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c56fa2-9153-4362-b6ce-460e61f422e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.420317] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c56fa2-9153-4362-b6ce-460e61f422e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.925864] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c56fa2-9153-4362-b6ce-460e61f422e4 [ 620.926135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.926272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.926342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.926553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.926656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.926765] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c56fa2-9153-4362-b6ce-460e61f422e4 already deleted. [ 620.926868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c56fa2-9153-4362-b6ce-460e61f422e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.146641] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2ff4a7d9-b3fa-4a52-bb22-bb7601e619aa None None] Enqueued Resource ID: d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0 with Priority: HIGHEST for action port [ 621.146944] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0 with Priority: HIGHEST for action port [ 621.147535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.147656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.147723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.147963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.149757] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.213651] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1f77e700-30b8-474f-8816-96ca09f3bd61 None None] Enqueued Resource ID: e4b05c97-56bb-403a-8a65-c35ac21b87b7 with Priority: HIGHEST for action port [ 621.213651] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b05c97-56bb-403a-8a65-c35ac21b87b7 with Priority: HIGHEST for action port [ 621.213651] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b05c97-56bb-403a-8a65-c35ac21b87b7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.214080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b05c97-56bb-403a-8a65-c35ac21b87b7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.214304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b05c97-56bb-403a-8a65-c35ac21b87b7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.214905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b05c97-56bb-403a-8a65-c35ac21b87b7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.215229] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b05c97-56bb-403a-8a65-c35ac21b87b7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.656367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0 [ 621.656367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.656367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.656367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.656367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0 already deleted. [ 621.656367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d022e9cb-0ec5-4afa-9f45-2eb2ac479ac0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.720025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4b05c97-56bb-403a-8a65-c35ac21b87b7 [ 621.720025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.720025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.720025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.720025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.720293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.720293] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4b05c97-56bb-403a-8a65-c35ac21b87b7 already deleted. [ 621.720400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b05c97-56bb-403a-8a65-c35ac21b87b7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695682] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2b74707b-b443-4349-86f4-6758b2abe780 None None] Enqueued Resource ID: 8336cd04-99d2-436f-b9f1-3269e9f71746 with Priority: HIGHEST for action port [ 622.695937] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8336cd04-99d2-436f-b9f1-3269e9f71746 with Priority: HIGHEST for action port [ 622.697706] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-8336cd04-99d2-436f-b9f1-3269e9f71746 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.697706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8336cd04-99d2-436f-b9f1-3269e9f71746" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.697854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8336cd04-99d2-436f-b9f1-3269e9f71746" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.699054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8336cd04-99d2-436f-b9f1-3269e9f71746" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.699145] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8336cd04-99d2-436f-b9f1-3269e9f71746',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.900262] env[65546]: INFO networking_nsxv3.common.synchronization [None req-07f1ef43-9a37-44d6-a716-93d280fb31ca None None] Enqueued Resource ID: 023b75d3-633b-4fb0-82e6-666809b88bda with Priority: HIGHEST for action port [ 622.900262] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023b75d3-633b-4fb0-82e6-666809b88bda with Priority: HIGHEST for action port [ 622.902764] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-023b75d3-633b-4fb0-82e6-666809b88bda taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.903020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023b75d3-633b-4fb0-82e6-666809b88bda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.903117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023b75d3-633b-4fb0-82e6-666809b88bda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.903596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023b75d3-633b-4fb0-82e6-666809b88bda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.903596] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023b75d3-633b-4fb0-82e6-666809b88bda',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.201973] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8336cd04-99d2-436f-b9f1-3269e9f71746 [ 623.202314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.202466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.202466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.204298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.204298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.204298] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8336cd04-99d2-436f-b9f1-3269e9f71746 already deleted. [ 623.204298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8336cd04-99d2-436f-b9f1-3269e9f71746" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.407103] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 023b75d3-633b-4fb0-82e6-666809b88bda [ 623.407351] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.407609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.409535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.409535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.409535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.409535] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:023b75d3-633b-4fb0-82e6-666809b88bda already deleted. [ 623.409535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023b75d3-633b-4fb0-82e6-666809b88bda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010848] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d1b0819f-135b-4f92-b20a-1b9a5d3f6dff None None] Enqueued Resource ID: 9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454 with Priority: HIGHEST for action port [ 624.012121] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454 with Priority: HIGHEST for action port [ 624.012224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.012294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.012358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.012648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.012742] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.516149] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454 [ 624.516149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.516149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.516149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.517353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.518257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.518379] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454 already deleted. [ 624.518479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdb0b3c-3fd6-4bc1-bab7-b3aef586e454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.778361] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6af343dd-368f-48e0-8ca2-a8fd7efdd880 None None] Enqueued Resource ID: 990aa2b1-669c-4410-96e4-c03be01ad822 with Priority: HIGHEST for action port [ 624.779333] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990aa2b1-669c-4410-96e4-c03be01ad822 with Priority: HIGHEST for action port [ 624.779687] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-990aa2b1-669c-4410-96e4-c03be01ad822 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.779812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990aa2b1-669c-4410-96e4-c03be01ad822" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.779877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990aa2b1-669c-4410-96e4-c03be01ad822" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.780163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990aa2b1-669c-4410-96e4-c03be01ad822" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.780267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990aa2b1-669c-4410-96e4-c03be01ad822',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.004736] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a55a06e4-3781-4cc1-8e59-f8cc4a46be14 None None] Enqueued Resource ID: 7fc8c512-80de-4ae2-ad0a-5c985928a123 with Priority: HIGHEST for action port [ 625.004969] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc8c512-80de-4ae2-ad0a-5c985928a123 with Priority: HIGHEST for action port [ 625.005530] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc8c512-80de-4ae2-ad0a-5c985928a123 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.005657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc8c512-80de-4ae2-ad0a-5c985928a123" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.005727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc8c512-80de-4ae2-ad0a-5c985928a123" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.005955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc8c512-80de-4ae2-ad0a-5c985928a123" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.006097] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc8c512-80de-4ae2-ad0a-5c985928a123',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.283048] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 990aa2b1-669c-4410-96e4-c03be01ad822 [ 625.283599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.283599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.283599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.283599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.283738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.283738] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:990aa2b1-669c-4410-96e4-c03be01ad822 already deleted. [ 625.283801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990aa2b1-669c-4410-96e4-c03be01ad822" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.508483] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc8c512-80de-4ae2-ad0a-5c985928a123 [ 625.508719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.508857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.508933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.509179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.509275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.509567] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc8c512-80de-4ae2-ad0a-5c985928a123 already deleted. [ 625.509567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc8c512-80de-4ae2-ad0a-5c985928a123" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.555432] env[65546]: INFO networking_nsxv3.common.synchronization [None req-5e7e3fe9-4f9a-4be5-b20d-d6944a70e351 None None] Enqueued Resource ID: 2ed6ab1c-9da9-41b0-b01c-51802ba9157a with Priority: HIGHEST for action port [ 625.556203] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed6ab1c-9da9-41b0-b01c-51802ba9157a with Priority: HIGHEST for action port [ 625.556727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed6ab1c-9da9-41b0-b01c-51802ba9157a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.556977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed6ab1c-9da9-41b0-b01c-51802ba9157a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.557160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed6ab1c-9da9-41b0-b01c-51802ba9157a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.557520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed6ab1c-9da9-41b0-b01c-51802ba9157a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.558084] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed6ab1c-9da9-41b0-b01c-51802ba9157a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.061120] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ed6ab1c-9da9-41b0-b01c-51802ba9157a [ 626.061537] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.061537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.061679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.063208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.063208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.063208] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ed6ab1c-9da9-41b0-b01c-51802ba9157a already deleted. [ 626.063208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed6ab1c-9da9-41b0-b01c-51802ba9157a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681808] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cf67f365-71fa-49e9-be36-7bf553be8f30 None None] Enqueued Resource ID: 9d6af9c0-3faf-4727-90dd-c9ae1505e3dd with Priority: HIGHEST for action port [ 626.683128] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6af9c0-3faf-4727-90dd-c9ae1505e3dd with Priority: HIGHEST for action port [ 626.683489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6af9c0-3faf-4727-90dd-c9ae1505e3dd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.683613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6af9c0-3faf-4727-90dd-c9ae1505e3dd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.683680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6af9c0-3faf-4727-90dd-c9ae1505e3dd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.683926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6af9c0-3faf-4727-90dd-c9ae1505e3dd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684028] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6af9c0-3faf-4727-90dd-c9ae1505e3dd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.186388] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6af9c0-3faf-4727-90dd-c9ae1505e3dd [ 627.186632] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.186775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.186847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.187073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.187165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.187257] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6af9c0-3faf-4727-90dd-c9ae1505e3dd already deleted. [ 627.187336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6af9c0-3faf-4727-90dd-c9ae1505e3dd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.337036] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1f7fe68d-900d-4bba-9187-33ea4dfe2065 None None] Enqueued Resource ID: 61b6afdf-be18-4292-b4ce-ddb398bdc464 with Priority: HIGHEST for action port [ 628.337036] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b6afdf-be18-4292-b4ce-ddb398bdc464 with Priority: HIGHEST for action port [ 628.337036] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b6afdf-be18-4292-b4ce-ddb398bdc464 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.337036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b6afdf-be18-4292-b4ce-ddb398bdc464" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.337036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b6afdf-be18-4292-b4ce-ddb398bdc464" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.337036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b6afdf-be18-4292-b4ce-ddb398bdc464" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.337036] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b6afdf-be18-4292-b4ce-ddb398bdc464',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.391982] env[65546]: INFO networking_nsxv3.common.synchronization [None req-848efaff-4ab4-4564-9d48-63dd95662d21 None None] Enqueued Resource ID: 600b297e-c465-4a4e-a168-11403e100bcb with Priority: HIGHEST for action port [ 628.391982] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600b297e-c465-4a4e-a168-11403e100bcb with Priority: HIGHEST for action port [ 628.391982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-600b297e-c465-4a4e-a168-11403e100bcb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.391982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-600b297e-c465-4a4e-a168-11403e100bcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.391982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-600b297e-c465-4a4e-a168-11403e100bcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.391982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-600b297e-c465-4a4e-a168-11403e100bcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.391982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600b297e-c465-4a4e-a168-11403e100bcb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.840991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b6afdf-be18-4292-b4ce-ddb398bdc464 [ 628.841128] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842798] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b6afdf-be18-4292-b4ce-ddb398bdc464 already deleted. [ 628.842798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b6afdf-be18-4292-b4ce-ddb398bdc464" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.894255] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 600b297e-c465-4a4e-a168-11403e100bcb [ 628.895491] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.895491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.895491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.895491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.895491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.895491] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:600b297e-c465-4a4e-a168-11403e100bcb already deleted. [ 628.895491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-600b297e-c465-4a4e-a168-11403e100bcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.331449] env[65546]: INFO networking_nsxv3.common.synchronization [None req-222f245f-d5eb-4960-ada1-a7871cf1e993 None None] Enqueued Resource ID: 9b8b69e5-6c28-4583-a414-a37e2a5cf67a with Priority: HIGHEST for action port [ 629.332036] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8b69e5-6c28-4583-a414-a37e2a5cf67a with Priority: HIGHEST for action port [ 629.332352] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b8b69e5-6c28-4583-a414-a37e2a5cf67a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.332483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b8b69e5-6c28-4583-a414-a37e2a5cf67a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.332554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b8b69e5-6c28-4583-a414-a37e2a5cf67a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.334655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b8b69e5-6c28-4583-a414-a37e2a5cf67a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.334696] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8b69e5-6c28-4583-a414-a37e2a5cf67a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.837234] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b8b69e5-6c28-4583-a414-a37e2a5cf67a [ 629.837234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.837680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.837680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.838991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.838991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.838991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b8b69e5-6c28-4583-a414-a37e2a5cf67a already deleted. [ 629.838991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b8b69e5-6c28-4583-a414-a37e2a5cf67a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.459096] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b89b6d48-5245-4e36-a68e-525240dd274c None None] Enqueued Resource ID: 631c849b-bf84-43d7-9bb6-94ae8bdd75d9 with Priority: HIGHEST for action port [ 630.459642] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631c849b-bf84-43d7-9bb6-94ae8bdd75d9 with Priority: HIGHEST for action port [ 630.460413] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-631c849b-bf84-43d7-9bb6-94ae8bdd75d9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.460413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631c849b-bf84-43d7-9bb6-94ae8bdd75d9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.460413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631c849b-bf84-43d7-9bb6-94ae8bdd75d9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.460413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631c849b-bf84-43d7-9bb6-94ae8bdd75d9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.460413] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631c849b-bf84-43d7-9bb6-94ae8bdd75d9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.705721] env[65546]: INFO networking_nsxv3.common.synchronization [None req-570c29d5-54d2-4282-8520-a981914e3e57 None None] Enqueued Resource ID: 99314ac6-f863-4c61-a3d9-d839e9d84e92 with Priority: HIGHEST for action port [ 630.706714] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99314ac6-f863-4c61-a3d9-d839e9d84e92 with Priority: HIGHEST for action port [ 630.708881] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-99314ac6-f863-4c61-a3d9-d839e9d84e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.709132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99314ac6-f863-4c61-a3d9-d839e9d84e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.709221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99314ac6-f863-4c61-a3d9-d839e9d84e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.710263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99314ac6-f863-4c61-a3d9-d839e9d84e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.710405] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99314ac6-f863-4c61-a3d9-d839e9d84e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.965154] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631c849b-bf84-43d7-9bb6-94ae8bdd75d9 [ 630.965467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.966079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.970339] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631c849b-bf84-43d7-9bb6-94ae8bdd75d9 already deleted. [ 630.970472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631c849b-bf84-43d7-9bb6-94ae8bdd75d9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.215565] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99314ac6-f863-4c61-a3d9-d839e9d84e92 [ 631.215652] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.215843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.215893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.216237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.216237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.217722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99314ac6-f863-4c61-a3d9-d839e9d84e92 already deleted. [ 631.217722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99314ac6-f863-4c61-a3d9-d839e9d84e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.838476] env[65546]: INFO networking_nsxv3.common.synchronization [req-1fd51a6e-e54b-466e-b87a-21cc4df82128 req-6ecbedb5-d934-409e-a272-5ccc74654142 tempest-SecurityGroupRulesNegativeTestJSON-1498146971 tempest-SecurityGroupRulesNegativeTestJSON-1498146971-project-member] Enqueued Resource ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c with Priority: HIGHEST for action security_group_rules [ 631.839275] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c with Priority: HIGHEST for action security_group_rules [ 631.840444] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.840444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.840444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.841339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.841442] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddf955e-2a9a-41bf-925d-0d0efe87056c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.367838] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.368215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.368215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.368301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.368730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.368730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c already deleted. [ 632.368730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.403478] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8ed91140-4927-4d4f-b8fe-fc8f8e622288 None None] Enqueued Resource ID: 89720182-c21a-4864-b172-39b333486174 with Priority: HIGHEST for action port [ 632.405131] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89720182-c21a-4864-b172-39b333486174 with Priority: HIGHEST for action port [ 632.406228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-89720182-c21a-4864-b172-39b333486174 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.406406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89720182-c21a-4864-b172-39b333486174" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.407246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89720182-c21a-4864-b172-39b333486174" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.407246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89720182-c21a-4864-b172-39b333486174" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.407246] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89720182-c21a-4864-b172-39b333486174',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.911873] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89720182-c21a-4864-b172-39b333486174 [ 632.911873] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.911873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.911873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.912206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.912206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.912263] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89720182-c21a-4864-b172-39b333486174 already deleted. [ 632.912891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89720182-c21a-4864-b172-39b333486174" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.952135] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f214545e-01b2-4450-8e6a-1ba9aca4c594 None None] Enqueued Resource ID: d03ae26a-70d6-4918-abdf-915c6c61d012 with Priority: HIGHEST for action port [ 632.952135] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03ae26a-70d6-4918-abdf-915c6c61d012 with Priority: HIGHEST for action port [ 632.952135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d03ae26a-70d6-4918-abdf-915c6c61d012 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d03ae26a-70d6-4918-abdf-915c6c61d012" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.952135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d03ae26a-70d6-4918-abdf-915c6c61d012" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.952135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d03ae26a-70d6-4918-abdf-915c6c61d012" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.952135] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d03ae26a-70d6-4918-abdf-915c6c61d012',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.143414] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b5ff7247-d6b2-4b46-8b7a-c98c93455b39 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 633.143414] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 633.143414] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.143414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.143414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.143414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.143414] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.290966] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1b94f345-8487-47cf-ae6b-c4f5807dcaeb tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 633.292113] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 633.292113] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.292113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.454732] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d03ae26a-70d6-4918-abdf-915c6c61d012 [ 633.455010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.455154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.455223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.455431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.455524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.455652] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d03ae26a-70d6-4918-abdf-915c6c61d012 already deleted. [ 633.455777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d03ae26a-70d6-4918-abdf-915c6c61d012" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668454] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.668538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.668606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.668766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.668867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 already deleted. [ 633.669077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.669239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.669408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.669495] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.075265] env[65546]: INFO networking_nsxv3.common.synchronization [req-acff08e5-5952-4d83-9734-1cd739c77e99 req-fe2b5f4e-74cf-47f3-94de-2d4728611620 tempest-FloatingIPsAssociationNegativeTestJSON-151558276 tempest-FloatingIPsAssociationNegativeTestJSON-151558276-project-member] Enqueued Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 634.075265] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 634.075338] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.075468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.076186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.076445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.076616] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.076722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.076784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.076930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.077022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.077113] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.194533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.194533] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 already deleted. [ 634.194533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.581304] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.581684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.581684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.582580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.582819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.582901] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.583042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.583174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.583363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.583472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.583556] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c already deleted. [ 634.583665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.022262] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-394" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023095] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-394" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023095] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-394" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024165] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.025567] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.025740] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.026131] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.026366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.026934] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.026980] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.027159] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.027416] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.027667] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.027822] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.028033] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.049947] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.050134] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.050267] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.050441] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-394" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.050832] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-05d30cb8-2d19-4500-b0c1-402c75accc8d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.050933] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.052795] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.052795] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.052795] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d30cb8-2d19-4500-b0c1-402c75accc8d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.556030] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.556030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.556030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.556489] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.556828] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.557150] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 05d30cb8-2d19-4500-b0c1-402c75accc8d not found, creating... [ 635.557600] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.557976] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.558245] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.558642] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.558927] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.559483] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.559920] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.560205] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.560574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.560868] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.561169] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 05d30cb8-2d19-4500-b0c1-402c75accc8d is going to be created. [ 635.585030] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.585030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.585030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.585030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.585030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.585030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.595430] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8aac31cf-8f9f-4806-964b-18ca36ed95a0 None None] Enqueued Resource ID: 587c38a5-6bfd-4a5d-8d49-871e9d6455a3 with Priority: HIGHEST for action port [ 635.596047] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587c38a5-6bfd-4a5d-8d49-871e9d6455a3 with Priority: HIGHEST for action port [ 635.596687] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-587c38a5-6bfd-4a5d-8d49-871e9d6455a3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.596956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587c38a5-6bfd-4a5d-8d49-871e9d6455a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.596956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587c38a5-6bfd-4a5d-8d49-871e9d6455a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.597181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587c38a5-6bfd-4a5d-8d49-871e9d6455a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.597268] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587c38a5-6bfd-4a5d-8d49-871e9d6455a3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.099760] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 587c38a5-6bfd-4a5d-8d49-871e9d6455a3 [ 636.100557] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.100557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.100557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.101327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.101327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.101327] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:587c38a5-6bfd-4a5d-8d49-871e9d6455a3 already deleted. [ 636.101600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587c38a5-6bfd-4a5d-8d49-871e9d6455a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.434475] env[65546]: INFO networking_nsxv3.common.synchronization [req-acff08e5-5952-4d83-9734-1cd739c77e99 req-f827f488-7723-450a-9233-a446a5fbb55e service nova] Enqueued Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_rules [ 636.434638] env[65546]: INFO networking_nsxv3.common.synchronization [req-acff08e5-5952-4d83-9734-1cd739c77e99 req-f827f488-7723-450a-9233-a446a5fbb55e service nova] Enqueued Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 636.434766] env[65546]: INFO networking_nsxv3.common.synchronization [req-acff08e5-5952-4d83-9734-1cd739c77e99 req-f827f488-7723-450a-9233-a446a5fbb55e service nova] Enqueued Resource ID: 05d30cb8-2d19-4500-b0c1-402c75accc8d with Priority: HIGHEST for action port [ 636.435364] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_rules [ 636.435505] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 636.435604] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d30cb8-2d19-4500-b0c1-402c75accc8d with Priority: HIGHEST for action port [ 636.435858] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.435979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.436997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.438326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.439882] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.440758] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.442661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.442661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.442661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.442661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.442867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.443114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.443169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.444458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.444458] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.445190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d30cb8-2d19-4500-b0c1-402c75accc8d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.447220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.447220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.448975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.449049] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d30cb8-2d19-4500-b0c1-402c75accc8d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.954043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.954382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.954421] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.964988] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d30cb8-2d19-4500-b0c1-402c75accc8d with status ACTIVE [ 636.968300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.968300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.968300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.968300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.968300] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d30cb8-2d19-4500-b0c1-402c75accc8d is going to be updated. [ 636.994711] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.994901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.994973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.995340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d30cb8-2d19-4500-b0c1-402c75accc8d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.173439] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b4e582f-492c-4c6e-8fba-594a47984302 req-c2b7e5f1-3692-4532-b1ff-5c1acac0afab tempest-ServerExternalEventsTest-1780902921 tempest-ServerExternalEventsTest-1780902921-project-member] Enqueued Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 637.174406] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 637.174406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.174565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.174565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.175591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.175800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.175918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.176021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.176193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.176286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.176386] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.397671] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d3de49b2-1249-428c-acf8-b90a7d5378d2 None None] Enqueued Resource ID: a13ebc06-6708-408e-93e2-2de36e5b1451 with Priority: HIGHEST for action port [ 637.398239] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a13ebc06-6708-408e-93e2-2de36e5b1451 with Priority: HIGHEST for action port [ 637.398838] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a13ebc06-6708-408e-93e2-2de36e5b1451 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.398979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a13ebc06-6708-408e-93e2-2de36e5b1451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.399052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a13ebc06-6708-408e-93e2-2de36e5b1451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.399298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a13ebc06-6708-408e-93e2-2de36e5b1451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.399659] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13ebc06-6708-408e-93e2-2de36e5b1451',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.457840] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.499380] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.499658] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.499864] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500533] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500941] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.501225] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.501428] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.501850] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502115] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502428] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.502719] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.502904] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.503147] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.503336] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.503521] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.503739] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.529055] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.529055] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.529055] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.529055] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.529328] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-429061ea-948c-4a51-bd3f-19b517eb1e77 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.529406] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.529538] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.529872] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.530013] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429061ea-948c-4a51-bd3f-19b517eb1e77',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.679069] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.679175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.679274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.679592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.679776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.679952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680713] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf already deleted. [ 637.680837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.901305] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a13ebc06-6708-408e-93e2-2de36e5b1451 [ 637.901538] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.901755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.901824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.902052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.902147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.902245] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a13ebc06-6708-408e-93e2-2de36e5b1451 already deleted. [ 637.902327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a13ebc06-6708-408e-93e2-2de36e5b1451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.962895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.963259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.963259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.963356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.963443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.963540] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c is going to be created. [ 637.990405] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.990629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.990673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.990883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.991055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.003348] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: UNINITIALIZED for 2s [ 638.033240] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033855] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.034057] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.034785] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 429061ea-948c-4a51-bd3f-19b517eb1e77 not found, creating... [ 638.034785] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.034785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.034785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.035011] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.035048] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.035302] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.035441] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.035547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.035916] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.036101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.036272] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 429061ea-948c-4a51-bd3f-19b517eb1e77 is going to be created. [ 638.062886] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.063192] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.063265] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063499] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.063723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.063953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.794070] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b4e582f-492c-4c6e-8fba-594a47984302 req-58d73411-7ec6-4139-9c4a-f02f7fd8172a service nova] Enqueued Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_rules [ 638.794266] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b4e582f-492c-4c6e-8fba-594a47984302 req-58d73411-7ec6-4139-9c4a-f02f7fd8172a service nova] Enqueued Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 638.794704] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b4e582f-492c-4c6e-8fba-594a47984302 req-58d73411-7ec6-4139-9c4a-f02f7fd8172a service nova] Enqueued Resource ID: 429061ea-948c-4a51-bd3f-19b517eb1e77 with Priority: HIGHEST for action port [ 638.794907] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_rules [ 638.795317] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 638.795470] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429061ea-948c-4a51-bd3f-19b517eb1e77 with Priority: HIGHEST for action port [ 638.798153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.798153] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.798153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.798812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.798812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.798812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.798812] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.800171] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-429061ea-948c-4a51-bd3f-19b517eb1e77 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.800327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.800698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.800698] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429061ea-948c-4a51-bd3f-19b517eb1e77',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.943234] env[65546]: INFO networking_nsxv3.common.synchronization [None req-74ceeb90-7aac-4e04-9d73-077815082564 tempest-VolumesAssistedSnapshotsTest-2119628948 tempest-VolumesAssistedSnapshotsTest-2119628948-project-member] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 638.946020] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 638.946020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.946020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.946020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.946941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.949013] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.954395] env[65546]: INFO networking_nsxv3.common.synchronization [None req-42d4be13-fe10-4ddc-ad8a-d142d23585bf None None] Enqueued Resource ID: 198d270e-b7df-42fc-84e3-69e9ca89240d with Priority: HIGHEST for action port [ 638.954395] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198d270e-b7df-42fc-84e3-69e9ca89240d with Priority: HIGHEST for action port [ 638.955275] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-198d270e-b7df-42fc-84e3-69e9ca89240d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.955840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198d270e-b7df-42fc-84e3-69e9ca89240d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.956170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198d270e-b7df-42fc-84e3-69e9ca89240d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.956639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198d270e-b7df-42fc-84e3-69e9ca89240d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.957123] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198d270e-b7df-42fc-84e3-69e9ca89240d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.303858] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.304887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.305108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.305467] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429061ea-948c-4a51-bd3f-19b517eb1e77 with status ACTIVE [ 639.305467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.305467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.305467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.305706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.305822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.306013] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.306921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.306921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.307260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.311173] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429061ea-948c-4a51-bd3f-19b517eb1e77 is going to be updated. [ 639.334339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.334839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.334839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.334839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.335030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.335030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429061ea-948c-4a51-bd3f-19b517eb1e77" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.462059] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198d270e-b7df-42fc-84e3-69e9ca89240d [ 639.462059] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.462059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.462059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.462059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.462059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.462059] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198d270e-b7df-42fc-84e3-69e9ca89240d already deleted. [ 639.462059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198d270e-b7df-42fc-84e3-69e9ca89240d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.541390] env[65546]: INFO networking_nsxv3.common.synchronization [None req-953d1bdf-f19b-4772-b0af-f82e7d61c49e tempest-VolumesAssistedSnapshotsTest-2119628948 tempest-VolumesAssistedSnapshotsTest-2119628948-project-member] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 639.541390] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 639.541902] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.590704] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.590924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.591022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.591256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.591334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591433] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 already deleted. [ 639.591518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.591889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.591973] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.635230] env[65546]: INFO networking_nsxv3.common.synchronization [req-05f313ce-98f2-4ba8-bd36-d94cf4b4663f req-2dd0e16d-f55f-4179-b02d-715cc7ddaa03 tempest-SecurityGroupRulesNegativeTestJSON-1498146971 tempest-SecurityGroupRulesNegativeTestJSON-1498146971-project-member] Enqueued Resource ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c with Priority: HIGHEST for action security_group_rules [ 639.635761] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c with Priority: HIGHEST for action security_group_rules [ 639.636068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.636191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.636257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.636450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.636627] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddf955e-2a9a-41bf-925d-0d0efe87056c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.714194] env[65546]: INFO networking_nsxv3.common.synchronization [req-18496066-df44-4421-b770-aea65369a8de req-11bad694-5139-4063-82d9-2a73fa03ae98 tempest-InstanceActionsTestJSON-1164763302 tempest-InstanceActionsTestJSON-1164763302-project-member] Enqueued Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 639.714802] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 639.715130] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.715254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.715318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.715592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.715785] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.715886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.715981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.716376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.716376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.716376] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.813810] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.013563] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: SUCCESS [ 640.015206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.016313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.017025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.017025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.017488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.017488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.017488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.017488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.017611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.017642] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.112880] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.113073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.113143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.113359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.113448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.113539] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 already deleted. [ 640.113621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.160837] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.160837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.160837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.161071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.161071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.162017] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddf955e-2a9a-41bf-925d-0d0efe87056c already deleted. [ 640.162017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddf955e-2a9a-41bf-925d-0d0efe87056c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.221190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.221190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.221476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.221476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.221544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.221873] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.221873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.222049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.222139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.222235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.222323] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23545284-3a96-4851-bc99-a55b43c76033 already deleted. [ 640.222402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.262820] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.263323] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.263400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263983] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.264169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.264244] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.264445] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.264574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.265469] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.265469] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.265469] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.265469] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.265469] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.265469] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.265469] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.285525] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.285686] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.285821] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.285985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-451" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.286357] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-a8f69785-f65f-499c-b96e-e11643711f00 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.286524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.286637] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.286950] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.287130] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f69785-f65f-499c-b96e-e11643711f00',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.318055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.318435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.318435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.318523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.318556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.319600] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf is going to be created. [ 640.345763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.346038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.346145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.346411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.346642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.359372] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: UNINITIALIZED for 2s [ 640.520498] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.520498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.520498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.520498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.520498] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.520869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.520869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.520869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.520869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.521021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.521058] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.521929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.521929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.522204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.522204] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.796244] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.796792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.796792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.796880] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.797015] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.798346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port a8f69785-f65f-499c-b96e-e11643711f00 not found, creating... [ 640.798498] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.798822] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.800530] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.800530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.800876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: a8f69785-f65f-499c-b96e-e11643711f00 is going to be created. [ 640.826046] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.826046] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.826046] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.826046] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.826046] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.826402] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960054] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0103857-a974-42d9-823e-220856c789f3 req-69fb9ada-22c1-4f3d-8239-938c82924b30 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 640.960482] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 640.960836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.961037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.961125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.961350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.961513] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.961659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.961710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.961844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.961930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.962046] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.024463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00c6e7b-676b-4965-8eb6-8d6765748a2c: rpc.has_security_group_logging(os_id): False [ 641.046856] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9f97581a-5395-4c59-b060-42a92eb2b0a2 None None] Enqueued Resource ID: 5f14036b-2d13-457a-8842-781a9e6a993e with Priority: HIGHEST for action port [ 641.047812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.048149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.048149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.048587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.048709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.048935] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.050639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.050639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.050848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.051020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.051365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.052665] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.052665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.052948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.052948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.052948] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c is going to be created. [ 641.054839] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f14036b-2d13-457a-8842-781a9e6a993e with Priority: HIGHEST for action port [ 641.055199] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f14036b-2d13-457a-8842-781a9e6a993e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.055321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f14036b-2d13-457a-8842-781a9e6a993e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.055401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f14036b-2d13-457a-8842-781a9e6a993e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.055574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f14036b-2d13-457a-8842-781a9e6a993e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.055653] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f14036b-2d13-457a-8842-781a9e6a993e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.123590] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.123746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.123797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.124211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.124665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137993] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: IN_PROGRESS for 2s [ 641.455044] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.455438] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.455438] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.455638] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.455937] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.456116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.456232] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.456450] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.456593] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.456827] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.456907] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.457011] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.457148] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.457257] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.457359] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.457571] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.464186] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.464412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.464487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.464683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.464773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.464963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.465071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.465128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.465272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.465345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.465426] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 already deleted. [ 641.465505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.476825] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.476983] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.477105] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.477272] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477587] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477841] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477974] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.478278] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.478414] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6805b3-4cbc-4119-82f6-dd5b20f8a37d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.558333] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f14036b-2d13-457a-8842-781a9e6a993e [ 641.558614] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.558753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.558822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.559038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.559128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.559219] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f14036b-2d13-457a-8842-781a9e6a993e already deleted. [ 641.559298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f14036b-2d13-457a-8842-781a9e6a993e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.610152] env[65546]: INFO networking_nsxv3.common.synchronization [req-18496066-df44-4421-b770-aea65369a8de req-db33e71e-0427-4def-812c-e1e8420ad797 service nova] Enqueued Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_rules [ 641.610332] env[65546]: INFO networking_nsxv3.common.synchronization [req-18496066-df44-4421-b770-aea65369a8de req-db33e71e-0427-4def-812c-e1e8420ad797 service nova] Enqueued Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 641.610465] env[65546]: INFO networking_nsxv3.common.synchronization [req-18496066-df44-4421-b770-aea65369a8de req-db33e71e-0427-4def-812c-e1e8420ad797 service nova] Enqueued Resource ID: a8f69785-f65f-499c-b96e-e11643711f00 with Priority: HIGHEST for action port [ 641.610956] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_rules [ 641.611110] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 641.611208] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f69785-f65f-499c-b96e-e11643711f00 with Priority: HIGHEST for action port [ 641.611515] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.611584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.611683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.611920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.612009] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.612958] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.613658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.614819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.614819] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.614923] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f69785-f65f-499c-b96e-e11643711f00 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.614991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.615043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.615480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.615480] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f69785-f65f-499c-b96e-e11643711f00',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.980629] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.981220] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.981397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.981714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.981912] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.982121] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port da6805b3-4cbc-4119-82f6-dd5b20f8a37d not found, creating... [ 641.982406] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.982564] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.982733] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.982936] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.983130] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983428] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.983645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.983929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.984019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.984190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.984442] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: da6805b3-4cbc-4119-82f6-dd5b20f8a37d is going to be created. [ 642.006455] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.006895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.006895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.007587] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.007843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.008091] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.117111] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.118564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.118704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.118933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f69785-f65f-499c-b96e-e11643711f00 with status ACTIVE [ 642.119166] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.119418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.119551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.119754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.119863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.120473] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.120612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.120680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.120883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.120939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.121166] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.121303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.121348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.121480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.121552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.122742] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f69785-f65f-499c-b96e-e11643711f00 is going to be updated. [ 642.150717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.150906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.150951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.151177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.151431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f69785-f65f-499c-b96e-e11643711f00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.368369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: SUCCESS [ 642.368647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.368755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.369290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.369349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.369493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369975] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.625176] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.777917] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0103857-a974-42d9-823e-220856c789f3 req-d573dbed-e5de-411a-a455-e04450966682 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 642.778383] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0103857-a974-42d9-823e-220856c789f3 req-d573dbed-e5de-411a-a455-e04450966682 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 642.778383] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0103857-a974-42d9-823e-220856c789f3 req-d573dbed-e5de-411a-a455-e04450966682 service nova] Enqueued Resource ID: da6805b3-4cbc-4119-82f6-dd5b20f8a37d with Priority: HIGHEST for action port [ 642.778755] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 642.778943] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 642.779294] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6805b3-4cbc-4119-82f6-dd5b20f8a37d with Priority: HIGHEST for action port [ 642.779724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.779933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.780566] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.782257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.782257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.782257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.782257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.782474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.782810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.782810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.782940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.784197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.784337] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.785202] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.785311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.785379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.785984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.785984] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6805b3-4cbc-4119-82f6-dd5b20f8a37d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.872418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.873521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.873521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.873521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.873521] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.873521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.873521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.873901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.873901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.873901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.873985] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874984] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874984] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.127024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.127210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.127291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.127530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.127625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.127739] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23545284-3a96-4851-bc99-a55b43c76033 is going to be created. [ 643.160386] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.160655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.160655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.160799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.161127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.165211] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: SUCCESS [ 643.165488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.171736] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: UNINITIALIZED for 2s [ 643.288427] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.289723] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.289852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291569] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da6805b3-4cbc-4119-82f6-dd5b20f8a37d with status ACTIVE [ 643.291693] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.291768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.292053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.292277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.292731] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.292731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.292731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.292731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.292932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.292932] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.293038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.293304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.293304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.293443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.293524] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da6805b3-4cbc-4119-82f6-dd5b20f8a37d is going to be updated. [ 643.336012] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.336634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.336634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.336634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.336920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.337063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6805b3-4cbc-4119-82f6-dd5b20f8a37d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.376901] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913bedd6-c974-44c7-8a26-71480120fbdf: rpc.has_security_group_logging(os_id): False [ 643.406540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407470] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.407582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.407672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.408167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.408295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.408365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.408491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.408565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.408770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.408880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.408971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.409174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.410175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.410175] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf is going to be created. [ 643.518300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.518300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.518300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.518300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.518300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.535823] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: IN_PROGRESS for 2s [ 643.790753] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.296669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.296669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.296669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.296669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.296669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.296669] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 644.324752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.324912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.325010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.325310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.325538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.339932] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: UNINITIALIZED for 2s [ 645.189222] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: SUCCESS [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.189222] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.189222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.189222] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.550478] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: SUCCESS [ 645.550756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.691891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.692936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.693082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.693316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.693511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.693619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.693678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.693832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.693918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.693999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.694161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.694253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.694308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.694852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.694852] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.694852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.694852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.694852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.695270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.695270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.695270] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.197578] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23545284-3a96-4851-bc99-a55b43c76033: rpc.has_security_group_logging(os_id): False [ 646.218240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.218240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.218240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.218808] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.218808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.218808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.218915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.219021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.219262] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.219382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.219449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.219674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.219753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.219839] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23545284-3a96-4851-bc99-a55b43c76033 is going to be created. [ 646.283681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.283879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.283987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.284558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.284558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.298043] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: IN_PROGRESS for 2s [ 646.352471] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 646.352771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.352999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.353605] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354487] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.860197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.861718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.861718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.862291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.862291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.862398] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.862507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.862619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.862871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.862947] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.863071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.863112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.863250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.863637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.863637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.863637] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.222519] env[65546]: INFO networking_nsxv3.common.synchronization [None req-3d46b689-0263-448e-8911-0247a9e20e78 tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 647.223129] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 647.223402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.223773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.223773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.223898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.223959] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.360240] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1ce16b5b-aeda-490a-9243-8d3ea16ca256 tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 647.360240] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 647.360637] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.360784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.365362] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 647.386359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.386548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.386548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.386810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.386946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.387251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.387386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.387479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.387732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.387940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.388276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.388433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.388537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.388760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.388877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.389204] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.389342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.389432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.389604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.389734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.389827] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 647.455055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.455055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.455055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.455276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.455276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.467939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 647.746841] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.747086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.747202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.747389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.747470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.747559] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 already deleted. [ 647.747641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.747778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.747975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.748094] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.271141] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.271482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.271482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.271604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.271802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271975] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 already deleted. [ 648.272115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311276] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: SUCCESS [ 648.311719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.444459] env[65546]: INFO networking_nsxv3.common.synchronization [req-c704aeac-9855-4725-9456-51d178ed34a5 req-da8e920e-b6e0-4918-8238-56da64f2f900 tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 649.444459] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 649.444878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.444945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.444980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.446420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.446575] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.446715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.446770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.447044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.447108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.447272] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.482291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 649.482291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.917645] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.917865] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.918071] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.918397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.918686] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.918858] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.919027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.919258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.919467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.919633] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.919809] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.919933] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.920054] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.920170] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.920291] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.920543] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.942793] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.943078] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.943178] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.943336] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.943673] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-e7db68d3-2489-43c3-83c9-dc7cca3f599e taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.943838] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.943985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.944372] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.944499] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db68d3-2489-43c3-83c9-dc7cca3f599e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.950196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.950430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.950720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.950902] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.951124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.951305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.951369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf already deleted. [ 649.951450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.446907] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.447331] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.447331] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.447475] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.447617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.450061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port e7db68d3-2489-43c3-83c9-dc7cca3f599e not found, creating... [ 650.450061] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.450061] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.450061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.450565] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.450565] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: e7db68d3-2489-43c3-83c9-dc7cca3f599e is going to be created. [ 650.472645] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.472826] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.472953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.473221] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.473433] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.473643] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.012028] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f04e3e2f-4b49-436d-877c-06bf16eac5ee None None] Enqueued Resource ID: 18f5297c-bb8d-4729-9841-2f981407ab8a with Priority: HIGHEST for action port [ 651.012449] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f5297c-bb8d-4729-9841-2f981407ab8a with Priority: HIGHEST for action port [ 651.012836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f5297c-bb8d-4729-9841-2f981407ab8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.012941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f5297c-bb8d-4729-9841-2f981407ab8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.012995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f5297c-bb8d-4729-9841-2f981407ab8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.013266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f5297c-bb8d-4729-9841-2f981407ab8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.013355] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f5297c-bb8d-4729-9841-2f981407ab8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.181208] env[65546]: INFO networking_nsxv3.common.synchronization [req-c704aeac-9855-4725-9456-51d178ed34a5 req-e8b5e435-38da-497b-8d34-12b81666be44 service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 651.181420] env[65546]: INFO networking_nsxv3.common.synchronization [req-c704aeac-9855-4725-9456-51d178ed34a5 req-e8b5e435-38da-497b-8d34-12b81666be44 service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 651.181551] env[65546]: INFO networking_nsxv3.common.synchronization [req-c704aeac-9855-4725-9456-51d178ed34a5 req-e8b5e435-38da-497b-8d34-12b81666be44 service nova] Enqueued Resource ID: e7db68d3-2489-43c3-83c9-dc7cca3f599e with Priority: HIGHEST for action port [ 651.182174] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 651.182288] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 651.182415] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7db68d3-2489-43c3-83c9-dc7cca3f599e with Priority: HIGHEST for action port [ 651.182715] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.182792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.182839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.183086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.183168] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.184597] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185515] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.185515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.185515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185515] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.186584] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7db68d3-2489-43c3-83c9-dc7cca3f599e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.187143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.187143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.187143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.187143] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db68d3-2489-43c3-83c9-dc7cca3f599e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.516959] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18f5297c-bb8d-4729-9841-2f981407ab8a [ 651.516959] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.516959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.516959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.516959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.516959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.516959] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18f5297c-bb8d-4729-9841-2f981407ab8a already deleted. [ 651.516959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f5297c-bb8d-4729-9841-2f981407ab8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.693712] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.694708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7db68d3-2489-43c3-83c9-dc7cca3f599e with status ACTIVE [ 651.694927] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.695075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.695176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.695471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.695708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.695856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.696031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.696136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.696402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.696535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.699757] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.699757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.699757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.699757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.699757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.699757] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7db68d3-2489-43c3-83c9-dc7cca3f599e is going to be updated. [ 651.720913] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.721121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.721286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.721510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.721642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.722247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7db68d3-2489-43c3-83c9-dc7cca3f599e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.153558] env[65546]: INFO networking_nsxv3.common.synchronization [req-4d37433e-276f-48cc-919f-901ed95f6ca6 req-f4b31500-65ce-4659-a769-ad3a5a60cb1f tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 652.154340] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 652.155433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.155874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.156353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.157069] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.157840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.159958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.159958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.159958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.159958] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.204045] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.567893] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.569176] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.569176] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.569176] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.569546] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.569874] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.570102] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.570812] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.571035] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.571304] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.571470] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.571601] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.571750] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.571899] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.572055] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.572229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.592419] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.592826] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.593301] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.593608] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.594340] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.594653] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.595135] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.595618] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.595874] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.661038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.661038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.661038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.661038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.661294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.661367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.661478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.661557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.661739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.661811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.661898] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 already deleted. [ 652.661978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.705405] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.705580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.705654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.705955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.706106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.706210] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be created. [ 652.732266] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.732351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.732392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.733291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.733291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.744659] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: UNINITIALIZED for 2s [ 653.100058] env[65546]: INFO networking_nsxv3.common.synchronization [None req-040526f8-d688-4716-9e47-751c71ba3f9d None None] Enqueued Resource ID: 0c309926-c9b5-4579-a8aa-d47b0d216e6d with Priority: HIGHEST for action port [ 653.100613] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100828] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100955] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.101259] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.101422] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101568] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a not found, creating... [ 653.101834] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.102019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.102194] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.102436] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.102571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.102838] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.102990] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.103113] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.103379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.103511] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.103651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a is going to be created. [ 653.105420] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c309926-c9b5-4579-a8aa-d47b0d216e6d with Priority: HIGHEST for action port [ 653.105812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c309926-c9b5-4579-a8aa-d47b0d216e6d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.105902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c309926-c9b5-4579-a8aa-d47b0d216e6d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.106035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c309926-c9b5-4579-a8aa-d47b0d216e6d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.106250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c309926-c9b5-4579-a8aa-d47b0d216e6d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.106300] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c309926-c9b5-4579-a8aa-d47b0d216e6d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.128028] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.128280] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.128357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.128597] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.128814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.129043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.608539] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c309926-c9b5-4579-a8aa-d47b0d216e6d [ 653.608946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.608946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.609117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.609270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.609377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.609453] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c309926-c9b5-4579-a8aa-d47b0d216e6d already deleted. [ 653.609533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c309926-c9b5-4579-a8aa-d47b0d216e6d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.817320] env[65546]: INFO networking_nsxv3.common.synchronization [req-4d37433e-276f-48cc-919f-901ed95f6ca6 req-d1c730f7-306b-453a-b744-a4d63c0d02fd service nova] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_rules [ 653.817618] env[65546]: INFO networking_nsxv3.common.synchronization [req-4d37433e-276f-48cc-919f-901ed95f6ca6 req-d1c730f7-306b-453a-b744-a4d63c0d02fd service nova] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 653.817859] env[65546]: INFO networking_nsxv3.common.synchronization [req-4d37433e-276f-48cc-919f-901ed95f6ca6 req-d1c730f7-306b-453a-b744-a4d63c0d02fd service nova] Enqueued Resource ID: f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a with Priority: HIGHEST for action port [ 653.818788] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_rules [ 653.819046] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 653.819436] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a with Priority: HIGHEST for action port [ 653.819716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.819877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.820645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.820645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.820912] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.822282] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.822470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.822592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.822890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.823147] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.825077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.825411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.825525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.825761] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.827242] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.827375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.827435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.827803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.827803] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.328537] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.331422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.331422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a with status ACTIVE [ 654.331422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.333396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.333639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.333941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.334035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.334150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.334392] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.334534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.334621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.334811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.334909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335222] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a is going to be updated. [ 654.359912] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.360230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.360322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.360562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.360769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.361508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f9bbdc-8fa3-4ade-b55e-1512136f0e7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591861] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0b77779-a340-4b50-9061-a3fa7e6d559f req-049357ff-12cd-4e29-bafc-bd3e18c6fee7 tempest-ServersAdminNegativeTestJSON-495678118 tempest-ServersAdminNegativeTestJSON-495678118-project-member] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 654.592424] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 654.592619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.593906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.594117] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.594230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.594295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.594498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.594608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594692] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.755777] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 654.756077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.757975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.757975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.757975] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.757975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.757975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.758499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.758499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758499] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.837946] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.951288] env[65546]: INFO networking_nsxv3.common.synchronization [None req-c4bc16fc-67bf-4677-afdc-f65101f28d79 None None] Enqueued Resource ID: 80097508-e1a5-4ef2-85ab-367d76a88a00 with Priority: HIGHEST for action port [ 654.952020] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80097508-e1a5-4ef2-85ab-367d76a88a00 with Priority: HIGHEST for action port [ 654.953040] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-80097508-e1a5-4ef2-85ab-367d76a88a00 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.953040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80097508-e1a5-4ef2-85ab-367d76a88a00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.953269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80097508-e1a5-4ef2-85ab-367d76a88a00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.953374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80097508-e1a5-4ef2-85ab-367d76a88a00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.953459] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80097508-e1a5-4ef2-85ab-367d76a88a00',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.018707] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.018910] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.019045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.019315] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.019586] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.019781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.019942] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.020368] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.020581] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.020808] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.020900] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.020996] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.021114] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.021218] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.021318] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.021445] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.042163] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.042355] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.042497] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.042688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.043413] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.043413] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.043413] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.043748] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.043788] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22b0da0-162c-47ea-85aa-dd7af5d2dbda',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.097973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.098461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.098461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.098742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.098860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.099185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.099351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.099511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.099712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.099873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.100400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 already deleted. [ 655.100400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.265127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.265127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.265127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.265946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.265946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265946] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.340685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.340903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.341449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be created. [ 655.371826] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.372046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.372205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.372371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.372567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.385068] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: UNINITIALIZED for 2s [ 655.455439] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80097508-e1a5-4ef2-85ab-367d76a88a00 [ 655.455718] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.455862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.455934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.456250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.456313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.457454] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80097508-e1a5-4ef2-85ab-367d76a88a00 already deleted. [ 655.457454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80097508-e1a5-4ef2-85ab-367d76a88a00" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.546378] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.547886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.547886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.547886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.547886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.547886] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port b22b0da0-162c-47ea-85aa-dd7af5d2dbda not found, creating... [ 655.548290] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.548290] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.548582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.549037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.549179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552254] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.552254] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.552254] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552254] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552254] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552254] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: b22b0da0-162c-47ea-85aa-dd7af5d2dbda is going to be created. [ 655.573399] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.573640] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.573721] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.573985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.574511] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.574663] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.768593] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf: rpc.has_security_group_logging(os_id): False [ 655.788704] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.788704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.788882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.789029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.789885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.789885] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.789885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.789885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.789885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.789885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.789885] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.790158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.790158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.790158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.790280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.790402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.790489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.790547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.790890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.790948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.791327] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be created. [ 655.895176] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.897637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.897637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.897637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.897637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.908964] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 656.364587] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0b77779-a340-4b50-9061-a3fa7e6d559f req-3919b53d-2d6e-4663-ba08-60c089cf1014 service nova] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_rules [ 656.365078] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0b77779-a340-4b50-9061-a3fa7e6d559f req-3919b53d-2d6e-4663-ba08-60c089cf1014 service nova] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 656.365078] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0b77779-a340-4b50-9061-a3fa7e6d559f req-3919b53d-2d6e-4663-ba08-60c089cf1014 service nova] Enqueued Resource ID: b22b0da0-162c-47ea-85aa-dd7af5d2dbda with Priority: HIGHEST for action port [ 656.365589] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_rules [ 656.365589] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 656.365680] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22b0da0-162c-47ea-85aa-dd7af5d2dbda with Priority: HIGHEST for action port [ 656.365928] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.366185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.366323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.367020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367020] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.368613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.368934] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.372130] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.372130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.372130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372130] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22b0da0-162c-47ea-85aa-dd7af5d2dbda',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.864070] env[65546]: INFO networking_nsxv3.common.synchronization [req-17c9c58c-161e-4e93-bc56-a1499026c95a req-4aea2548-94c3-4ab3-a97d-6630daf17f68 tempest-ServerDiagnosticsNegativeTest-1586930766 tempest-ServerDiagnosticsNegativeTest-1586930766-project-member] Enqueued Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 656.864904] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 656.865418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.865585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.865735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.866057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.866306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.866519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.866555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.867401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.867401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.867401] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.872780] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.872891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.874807] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22b0da0-162c-47ea-85aa-dd7af5d2dbda with status ACTIVE [ 656.875125] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.875125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.875391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.875391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.875529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.875670] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.875720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.875796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.876307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.876307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.876307] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.876307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.876307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.877319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.877319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.877319] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22b0da0-162c-47ea-85aa-dd7af5d2dbda is going to be updated. [ 656.878210] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.900408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.900564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.900645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.900851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.901173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22b0da0-162c-47ea-85aa-dd7af5d2dbda" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.371509] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372328] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 already deleted. [ 657.372995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.382434] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.396862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 657.396862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.396862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.396862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.396862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.396862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.396862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.397514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.397514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.397514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.397514] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.399493] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4ddec859-0a57-4209-b6d0-defc87b5ed27 None None] Enqueued Resource ID: 3761dbf8-ded4-4f1e-a095-9814b466ca40 with Priority: HIGHEST for action port [ 657.399858] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3761dbf8-ded4-4f1e-a095-9814b466ca40 with Priority: HIGHEST for action port [ 657.400557] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3761dbf8-ded4-4f1e-a095-9814b466ca40 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.401304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3761dbf8-ded4-4f1e-a095-9814b466ca40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.401304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3761dbf8-ded4-4f1e-a095-9814b466ca40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.401304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3761dbf8-ded4-4f1e-a095-9814b466ca40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.401304] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3761dbf8-ded4-4f1e-a095-9814b466ca40',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.419059] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.419397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.419470] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.419700] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.420270] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.420270] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.420415] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.420887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.420887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.421163] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.421163] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.421231] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.421304] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.422034] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.422034] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.422034] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.443491] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.443655] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.443780] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.443946] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.444645] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.444830] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.444949] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.445351] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.445509] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0826ee3-c5ef-422d-83a7-7d28401e5ffa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.072054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.072054] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be created. [ 658.072054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.072054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.072054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075937] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.075937] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075937] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.075937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3761dbf8-ded4-4f1e-a095-9814b466ca40 [ 658.075937] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3761dbf8-ded4-4f1e-a095-9814b466ca40 already deleted. [ 658.075937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3761dbf8-ded4-4f1e-a095-9814b466ca40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077818] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: UNINITIALIZED for 2s [ 658.077818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077818] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.077818] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port b0826ee3-c5ef-422d-83a7-7d28401e5ffa not found, creating... [ 658.078604] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.078604] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.078604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079139] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: b0826ee3-c5ef-422d-83a7-7d28401e5ffa is going to be created. [ 658.079139] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.079139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.079139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.079139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415038] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0: rpc.has_security_group_logging(os_id): False [ 658.439507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.439507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.439507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.439507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.439507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.439903] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.439903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.439903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.440047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.440161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.440302] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.440419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.440477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.440614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.441180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.441598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.441909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.441909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.442336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.442466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.442591] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be created. [ 658.508465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.508704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.508761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.509020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.509295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.521832] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 658.706830] env[65546]: INFO networking_nsxv3.common.synchronization [req-17c9c58c-161e-4e93-bc56-a1499026c95a req-b7c7cd06-b26b-485a-9f04-9b558b159a2a service nova] Enqueued Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_rules [ 658.706830] env[65546]: INFO networking_nsxv3.common.synchronization [req-17c9c58c-161e-4e93-bc56-a1499026c95a req-b7c7cd06-b26b-485a-9f04-9b558b159a2a service nova] Enqueued Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 658.708095] env[65546]: INFO networking_nsxv3.common.synchronization [req-17c9c58c-161e-4e93-bc56-a1499026c95a req-b7c7cd06-b26b-485a-9f04-9b558b159a2a service nova] Enqueued Resource ID: b0826ee3-c5ef-422d-83a7-7d28401e5ffa with Priority: HIGHEST for action port [ 658.708670] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_rules [ 658.708805] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 658.708907] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0826ee3-c5ef-422d-83a7-7d28401e5ffa with Priority: HIGHEST for action port [ 658.709206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.709331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.709555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.709673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.709758] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.710878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.711084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.711256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.711404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.711594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.711774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.712053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.712053] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.713041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.713212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.713318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.714008] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.714008] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0826ee3-c5ef-422d-83a7-7d28401e5ffa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.215110] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.216123] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.219443] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0826ee3-c5ef-422d-83a7-7d28401e5ffa with status ACTIVE [ 659.220853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.220853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.221018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.222238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.222340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.222545] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.222637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.226225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.226225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.226225] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0826ee3-c5ef-422d-83a7-7d28401e5ffa is going to be updated. [ 659.248842] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.248992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.249073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.249271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.249401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.249667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0826ee3-c5ef-422d-83a7-7d28401e5ffa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.496346] env[65546]: INFO networking_nsxv3.common.synchronization [req-27e9c868-8ebc-429a-8c33-708226f84ed7 req-b0cfde47-1605-41df-bfab-c7fbd1cc1930 tempest-DeleteServersAdminTestJSON-1033522712 tempest-DeleteServersAdminTestJSON-1033522712-project-member] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 659.496346] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 659.496346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.496346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.496826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.497289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.497639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.497923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.498118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.498409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.501436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.501436] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.719910] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.940218] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.940218] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.940218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.940218] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.944997] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.944997] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945142] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945815] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945815] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945999] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.946061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.946319] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.947422] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947422] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.947422] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.947422] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.947422] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.947422] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.947422] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.947722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.968244] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.968415] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.968843] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.968843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.969039] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1009978a-bb05-4746-8e40-6834605b4834 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.969248] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.969330] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.969586] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.969720] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1009978a-bb05-4746-8e40-6834605b4834',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.003970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.003970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.003970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 already deleted. [ 660.003970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.221666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.222083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.222083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.222232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.222269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.222367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 is going to be created. [ 660.250256] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.250408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.250498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.250677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.250835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.261548] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: UNINITIALIZED for 2s [ 660.370029] env[65546]: INFO networking_nsxv3.common.synchronization [None req-420d6cc4-aa43-4a12-9e5b-ab016342225d None None] Enqueued Resource ID: 527c481c-4c19-4cff-be27-13e8da4124fa with Priority: HIGHEST for action port [ 660.370029] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527c481c-4c19-4cff-be27-13e8da4124fa with Priority: HIGHEST for action port [ 660.370029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-527c481c-4c19-4cff-be27-13e8da4124fa taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.370029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527c481c-4c19-4cff-be27-13e8da4124fa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.370029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527c481c-4c19-4cff-be27-13e8da4124fa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.370029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527c481c-4c19-4cff-be27-13e8da4124fa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.370029] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527c481c-4c19-4cff-be27-13e8da4124fa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.445031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445620] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.473406] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.477235] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1009978a-bb05-4746-8e40-6834605b4834 not found, creating... [ 660.477235] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.477235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.477683] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.477683] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.477683] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.477683] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.478288] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.478585] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1009978a-bb05-4746-8e40-6834605b4834 is going to be created. [ 660.504114] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.504114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.504114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.504114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.504114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.504114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.537745] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 660.537745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.872181] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 527c481c-4c19-4cff-be27-13e8da4124fa [ 660.872463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.872947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.873089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.873214] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:527c481c-4c19-4cff-be27-13e8da4124fa already deleted. [ 660.873822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527c481c-4c19-4cff-be27-13e8da4124fa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.950628] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc2645b-5ec9-4043-9d08-ae50c59acda8: rpc.has_security_group_logging(os_id): False [ 660.974490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.974490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.974490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.974781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.974781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.974853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.974907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.974940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.975109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.975182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.975376] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.978022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.978022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be created. [ 661.050569] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.051048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.051188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.051561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.051787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.066605] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 661.246175] env[65546]: INFO networking_nsxv3.common.synchronization [req-27e9c868-8ebc-429a-8c33-708226f84ed7 req-5098c36e-ba3f-4b17-b605-bf48c03aa164 service nova] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_rules [ 661.246175] env[65546]: INFO networking_nsxv3.common.synchronization [req-27e9c868-8ebc-429a-8c33-708226f84ed7 req-5098c36e-ba3f-4b17-b605-bf48c03aa164 service nova] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 661.246175] env[65546]: INFO networking_nsxv3.common.synchronization [req-27e9c868-8ebc-429a-8c33-708226f84ed7 req-5098c36e-ba3f-4b17-b605-bf48c03aa164 service nova] Enqueued Resource ID: 1009978a-bb05-4746-8e40-6834605b4834 with Priority: HIGHEST for action port [ 661.246488] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_rules [ 661.246801] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 661.246896] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1009978a-bb05-4746-8e40-6834605b4834 with Priority: HIGHEST for action port [ 661.247221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.247408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.247458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.247721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.248446] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.248723] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.248852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.248915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.249105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.249516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.249516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.249516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.249809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.249809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.249809] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.251053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1009978a-bb05-4746-8e40-6834605b4834 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.251053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.251053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.251053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.251053] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1009978a-bb05-4746-8e40-6834605b4834',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.752194] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.752350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.756774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.758134] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1009978a-bb05-4746-8e40-6834605b4834 with status ACTIVE [ 661.758134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.758134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.758344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.758426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.758470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.762286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762286] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1009978a-bb05-4746-8e40-6834605b4834 is going to be updated. [ 661.794879] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1009978a-bb05-4746-8e40-6834605b4834" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.264309] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.276316] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: SUCCESS [ 662.276542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.276708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.277426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.277677] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.277799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.277863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.278064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.278577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.278713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.279123] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.771923] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.771923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.771923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.771923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.771923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.771923] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be created. [ 662.783346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.785795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.785925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.786085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.786294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.786414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.786479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.786647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.786738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.787307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.787307] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.787307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.787307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.787307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.787536] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.787536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.787610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.787727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.787802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.787882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.787972] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.799760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.801055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.801055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.802436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: UNINITIALIZED for 2s [ 662.820732] env[65546]: INFO networking_nsxv3.common.synchronization [req-e5fcc956-4c42-41c9-becd-e3f2a9ea66e2 req-5950ea95-6a0d-44df-b519-f0a469917ee1 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 662.824048] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 662.824048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.824048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.824048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.824048] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.081631] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 663.081900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.131890] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2cebb9dd-02cf-46d3-9172-54a1aabd72da None None] Enqueued Resource ID: f2075b91-d94a-45bf-be60-29748fa82f74 with Priority: HIGHEST for action port [ 663.131890] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2075b91-d94a-45bf-be60-29748fa82f74 with Priority: HIGHEST for action port [ 663.132581] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2075b91-d94a-45bf-be60-29748fa82f74 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.132581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2075b91-d94a-45bf-be60-29748fa82f74" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.132581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2075b91-d94a-45bf-be60-29748fa82f74" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.133318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2075b91-d94a-45bf-be60-29748fa82f74" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.133629] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2075b91-d94a-45bf-be60-29748fa82f74',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.290950] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72: rpc.has_security_group_logging(os_id): False [ 663.314906] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.315095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.315197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.315853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.315853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.315853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.315853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.316085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.316085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.316272] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.316565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.316638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.316811] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.317653] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 is going to be created. [ 663.325810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.325952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.326034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.326236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.326327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.326511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.326609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.326672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.326813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.326891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.326973] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 already deleted. [ 663.327069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.386274] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-33" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-33" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-33" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.388678] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.388678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.388678] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.388678] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.389155] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.389242] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.389525] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.389525] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.389724] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.409390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.409638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.409638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.409971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.410175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.412308] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.412484] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.412634] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.412861] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-33" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.413258] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-2a8b8503-fb96-4c07-9e36-a632de58b17e taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.413424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.413541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.413828] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.413961] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8b8503-fb96-4c07-9e36-a632de58b17e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.426115] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: IN_PROGRESS for 2s [ 663.635876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2075b91-d94a-45bf-be60-29748fa82f74 [ 663.636158] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.636279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.636383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.636540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.636653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.636800] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2075b91-d94a-45bf-be60-29748fa82f74 already deleted. [ 663.636902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2075b91-d94a-45bf-be60-29748fa82f74" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.917016] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.918396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.918396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.919216] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.919294] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919586] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 2a8b8503-fb96-4c07-9e36-a632de58b17e not found, creating... [ 663.920343] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.920343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.920343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.921128] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.921128] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921550] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.921776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.921983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.922322] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.922491] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.922762] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e is going to be created. [ 663.947388] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.948190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.948334] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.948851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.950788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.950788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.693977] env[65546]: INFO networking_nsxv3.common.synchronization [req-e5fcc956-4c42-41c9-becd-e3f2a9ea66e2 req-6282a2c8-0822-41c7-b478-9a9ac991a8ec service nova] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 664.694335] env[65546]: INFO networking_nsxv3.common.synchronization [req-e5fcc956-4c42-41c9-becd-e3f2a9ea66e2 req-6282a2c8-0822-41c7-b478-9a9ac991a8ec service nova] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 664.694434] env[65546]: INFO networking_nsxv3.common.synchronization [req-e5fcc956-4c42-41c9-becd-e3f2a9ea66e2 req-6282a2c8-0822-41c7-b478-9a9ac991a8ec service nova] Enqueued Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 664.695028] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 664.695188] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 664.695289] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 664.695810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.695810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.695810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.696097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.696097] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.697015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.697117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.697117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.697822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.697822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.697822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.697822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.697822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.697822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.698100] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.698694] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8b8503-fb96-4c07-9e36-a632de58b17e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.698808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.698866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699283] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8b8503-fb96-4c07-9e36-a632de58b17e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.832128] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 664.832341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.832493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.975664] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8929427e-5277-40aa-956f-058e23c7a7c0 tempest-ServersTestManualDisk-1797588087 tempest-ServersTestManualDisk-1797588087-project-member] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 664.976781] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 664.976781] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.977223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.977373] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.155808] env[65546]: INFO networking_nsxv3.common.synchronization [None req-86bde5d8-ce55-4685-8e3b-12a0f667b7e2 tempest-ServersTestManualDisk-1797588087 tempest-ServersTestManualDisk-1797588087-project-member] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 665.155808] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 665.156552] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.156791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204707] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.204707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204707] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a8b8503-fb96-4c07-9e36-a632de58b17e with status ACTIVE [ 665.204707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.205477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.205477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.205477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.205477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.212128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.212128] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e is going to be updated. [ 665.238741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.238741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.238741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.238741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.238741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.238741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.337271] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.337635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.337635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.338178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338178] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.338282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.338282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.338758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.338758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.338758] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.339658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.339658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.340016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.340135] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.440964] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: SUCCESS [ 665.441218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.499427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.499576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.499639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.500018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.500167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.500256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a already deleted. [ 665.500369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.500547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.501022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.501022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.712282] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.844077] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15c3d188-2876-4177-bb94-bfc4d95a9ff5: rpc.has_security_group_logging(os_id): False [ 665.872112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.872218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.872270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.873767] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.873767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.874779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.874909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.874987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.875163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.875239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.875461] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.875637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.875784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.876034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.876113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.876199] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be created. [ 665.964031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.964031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.964031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.964031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.964031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979365] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 666.028365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.029069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.029670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.032431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.032431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032431] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a already deleted. [ 666.032431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.215682] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.215682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.215682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.217030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.217030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.217030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be created. [ 666.252833] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.253139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.253139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.253360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.253556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.266773] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: UNINITIALIZED for 2s [ 666.798817] env[65546]: INFO networking_nsxv3.common.synchronization [None req-72a45991-8623-4c43-bf18-b584ee664e65 None None] Enqueued Resource ID: 9f8c4499-9dca-4073-9fab-f21a1e9cf498 with Priority: HIGHEST for action port [ 666.800283] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8c4499-9dca-4073-9fab-f21a1e9cf498 with Priority: HIGHEST for action port [ 666.801717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8c4499-9dca-4073-9fab-f21a1e9cf498 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.801928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8c4499-9dca-4073-9fab-f21a1e9cf498" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.801997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8c4499-9dca-4073-9fab-f21a1e9cf498" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.802284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8c4499-9dca-4073-9fab-f21a1e9cf498" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.803241] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8c4499-9dca-4073-9fab-f21a1e9cf498',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.308313] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f8c4499-9dca-4073-9fab-f21a1e9cf498 [ 667.308313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.308313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.308313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.308313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.308313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.308313] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f8c4499-9dca-4073-9fab-f21a1e9cf498 already deleted. [ 667.308313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8c4499-9dca-4073-9fab-f21a1e9cf498" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.850329] env[65546]: INFO networking_nsxv3.common.synchronization [req-57b57233-40db-4716-a30a-cc1ef83d9ebd req-00910f7b-2a42-4032-aba9-fdb451c4164d tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 667.854801] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 667.855186] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.855319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.855450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.855602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.855768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.855854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.855905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.856106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.856185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.856273] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.972175] env[65546]: INFO networking_nsxv3.common.synchronization [req-2bbdbd49-1631-4ca6-bf33-847ae3724dc2 req-58276e80-a90f-4b81-b863-fae3d7abcf39 tempest-ServerExternalEventsTest-1780902921 tempest-ServerExternalEventsTest-1780902921-project-member] Enqueued Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 667.972175] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGHEST for action security_group_members [ 667.972175] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.972175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.972513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.972616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.972960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.972960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.972960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973396] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.995228] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 667.995228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.277510] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 668.278686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.278861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.279112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.279317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.279434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.279495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.279643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.279722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.279800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.279886] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.362025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.362025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.362025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.362220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.362723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.363395] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.363582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.363674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.365571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.365571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.365571] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 668.400726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.400875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.400944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.401336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.401336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413277] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 668.425780] env[65546]: INFO networking_nsxv3.common.synchronization [req-98bd17e7-4a3f-4c5f-9026-90adc0331ed1 req-71695f48-2b9f-4359-bfa5-18d8feefd9a7 tempest-VolumesAssistedSnapshotsTest-2119628948 tempest-VolumesAssistedSnapshotsTest-2119628948-project-member] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 668.426574] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 668.426921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.427317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.427733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.428097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.428312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.428475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.428592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.429103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.429221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.429365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.476046] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.476234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.476610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.477142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.477320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.477492] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.477620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.477685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.477856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.477938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.478041] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf is going to be updated. [ 668.515829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.515829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.515829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.515829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.515829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.524057] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: IN_PROGRESS for 2s [ 668.781997] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.854147] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.854147] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.854147] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.854610] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.854610] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.854610] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.854731] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.854925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.855339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.855564] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.855669] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.855767] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.855876] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.855995] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.856116] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.856243] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.877551] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.877765] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.877836] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.879393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-443" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.879393] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-d3e3dead-3698-4a76-b54b-a676a6b12bbc taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.879393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.879393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.879393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.879393] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e3dead-3698-4a76-b54b-a676a6b12bbc',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.933155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.933155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.933155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.933155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.933155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.933649] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.934032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.934218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.934760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.935182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.935393] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 already deleted. [ 668.935592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.288811] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99151c3-cb89-4429-953b-0cbd8bb7a420: rpc.has_security_group_logging(os_id): False [ 669.331134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.331539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.331884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.333050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.333050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.333050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.333050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.333050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.333050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.333436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.333436] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be created. [ 669.384204] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.384204] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port d3e3dead-3698-4a76-b54b-a676a6b12bbc not found, creating... [ 669.384204] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.384204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.385301] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.385686] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.385921] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.386289] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.386569] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.386837] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: d3e3dead-3698-4a76-b54b-a676a6b12bbc is going to be created. [ 669.434097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.434097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.434097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.434097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.434097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.436328] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.437555] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437719] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.438014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.438267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.438495] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.454089] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 669.703087] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2d46c4e2-131b-460b-b1ad-3b0669aa39ee None None] Enqueued Resource ID: fa9adee2-be48-4b95-9771-37547118af11 with Priority: HIGHEST for action port [ 669.703087] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9adee2-be48-4b95-9771-37547118af11 with Priority: HIGHEST for action port [ 669.703087] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa9adee2-be48-4b95-9771-37547118af11 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.703087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa9adee2-be48-4b95-9771-37547118af11" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.703087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa9adee2-be48-4b95-9771-37547118af11" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.703893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa9adee2-be48-4b95-9771-37547118af11" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.704215] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9adee2-be48-4b95-9771-37547118af11',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.207996] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa9adee2-be48-4b95-9771-37547118af11 [ 670.207996] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.207996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.207996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.207996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.207996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.207996] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa9adee2-be48-4b95-9771-37547118af11 already deleted. [ 670.207996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa9adee2-be48-4b95-9771-37547118af11" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310064] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9a106148-d5bb-4981-9f83-fb899ab7d30f None None] Enqueued Resource ID: c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4 with Priority: HIGHEST for action port [ 670.310064] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4 with Priority: HIGHEST for action port [ 670.310064] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.310064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310064] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.426747] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 670.426747] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 670.426747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.534952] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913bedd6-c974-44c7-8a26-71480120fbdf in Status: SUCCESS [ 670.535169] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf deletion is rescheduled due to dependency. [ 670.535288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [req-98bd17e7-4a3f-4c5f-9026-90adc0331ed1 req-f94d301a-ba25-4c06-917f-bc0c18504343 service nova] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [req-98bd17e7-4a3f-4c5f-9026-90adc0331ed1 req-f94d301a-ba25-4c06-917f-bc0c18504343 service nova] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [req-98bd17e7-4a3f-4c5f-9026-90adc0331ed1 req-f94d301a-ba25-4c06-917f-bc0c18504343 service nova] Enqueued Resource ID: d3e3dead-3698-4a76-b54b-a676a6b12bbc with Priority: HIGHEST for action port [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_rules [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 670.557768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e3dead-3698-4a76-b54b-a676a6b12bbc with Priority: HIGHEST for action port [ 670.557768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.557768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.557768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.557768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.557768] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.558586] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.558700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.558849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559285] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.559390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.559426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.559561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.559730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.560608] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e3dead-3698-4a76-b54b-a676a6b12bbc taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.560738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.560798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.560941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563778] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e3dead-3698-4a76-b54b-a676a6b12bbc',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.812951] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4 [ 670.812951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.812951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.812951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.814055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.814315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4 already deleted. [ 670.814638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ecd4d8-d8ee-454c-81f1-fedfdd4880a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.063624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.063624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.066843] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.066843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e3dead-3698-4a76-b54b-a676a6b12bbc with status ACTIVE [ 671.067122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.067329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.067401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.067727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.067819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.069627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.069779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.069956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.070159] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e3dead-3698-4a76-b54b-a676a6b12bbc is going to be updated. [ 671.094150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.094312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.094606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.094740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.094898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e3dead-3698-4a76-b54b-a676a6b12bbc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404196] env[65546]: INFO networking_nsxv3.common.synchronization [req-f8f2beca-44c5-492e-bce8-1de6d6e44629 req-5e780ecf-c3a0-4179-aca9-2482a3465b1d tempest-ListImageFiltersTestJSON-388572400 tempest-ListImageFiltersTestJSON-388572400-project-member] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 671.404196] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 671.404643] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.404749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.404815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.405152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.405352] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.405482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.405565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.405741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.405870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.406027] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.469417] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 671.469638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.572960] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.862796] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.862796] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.862796] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.862796] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.864068] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.864068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.864068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.864068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.864977] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.864977] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.864977] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.864977] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.864977] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.864977] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.865994] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.865994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.887262] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.887492] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.887655] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.887857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.888196] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-9975341f-5ffc-4048-85b7-a3ba724229f9 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.888364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.888481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.888837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.888969] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9975341f-5ffc-4048-85b7-a3ba724229f9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.908600] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.908820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.908881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.909772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.909772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.909772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.909772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.909772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.909772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.910109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.910109] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 already deleted. [ 671.910109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.076381] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.076500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.076544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.076745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.076833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.076928] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 is going to be created. [ 672.103426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.103592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.103663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.103869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.104032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.114544] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: UNINITIALIZED for 2s [ 672.392180] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.392699] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.393144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.393645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.398873] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 9975341f-5ffc-4048-85b7-a3ba724229f9 not found, creating... [ 672.398873] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.398873] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.399545] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.399545] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.399545] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 9975341f-5ffc-4048-85b7-a3ba724229f9 is going to be created. [ 672.421875] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.423165] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.423339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.423645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.424595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.424921] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.652612] env[65546]: INFO networking_nsxv3.common.synchronization [None req-009cad2a-73d8-4d79-9cc9-77bbd88c7b39 None None] Enqueued Resource ID: e50125fc-bcd2-4876-a2e5-782d69654e6b with Priority: HIGHEST for action port [ 672.653353] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50125fc-bcd2-4876-a2e5-782d69654e6b with Priority: HIGHEST for action port [ 672.653910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e50125fc-bcd2-4876-a2e5-782d69654e6b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.653910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e50125fc-bcd2-4876-a2e5-782d69654e6b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.653910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e50125fc-bcd2-4876-a2e5-782d69654e6b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.654526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e50125fc-bcd2-4876-a2e5-782d69654e6b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.654662] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e50125fc-bcd2-4876-a2e5-782d69654e6b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.883358] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8f21edec-7d71-4e74-a98d-950c1cb03bd8 tempest-ServersTestBootFromVolume-1816002244 tempest-ServersTestBootFromVolume-1816002244-project-member] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 672.883992] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 672.884496] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.884613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.884613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.885084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.885084] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.137467] env[65546]: INFO networking_nsxv3.common.synchronization [None req-39b986c6-de94-43f9-a952-fb2642d0ae26 tempest-ServersTestBootFromVolume-1816002244 tempest-ServersTestBootFromVolume-1816002244-project-member] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 673.137467] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 673.137467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.137467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.158270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e50125fc-bcd2-4876-a2e5-782d69654e6b [ 673.158270] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.158270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.158558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.158605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.158666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.158750] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e50125fc-bcd2-4876-a2e5-782d69654e6b already deleted. [ 673.158831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e50125fc-bcd2-4876-a2e5-782d69654e6b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.233210] env[65546]: INFO networking_nsxv3.common.synchronization [req-f8f2beca-44c5-492e-bce8-1de6d6e44629 req-e1c331f5-54a0-45a1-b259-08ca6d100c1e service nova] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_rules [ 673.233435] env[65546]: INFO networking_nsxv3.common.synchronization [req-f8f2beca-44c5-492e-bce8-1de6d6e44629 req-e1c331f5-54a0-45a1-b259-08ca6d100c1e service nova] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 673.233546] env[65546]: INFO networking_nsxv3.common.synchronization [req-f8f2beca-44c5-492e-bce8-1de6d6e44629 req-e1c331f5-54a0-45a1-b259-08ca6d100c1e service nova] Enqueued Resource ID: 9975341f-5ffc-4048-85b7-a3ba724229f9 with Priority: HIGHEST for action port [ 673.234129] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_rules [ 673.234298] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 673.234965] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9975341f-5ffc-4048-85b7-a3ba724229f9 with Priority: HIGHEST for action port [ 673.235327] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.235463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.235547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.238856] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.238856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.238856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.238856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.238856] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.239896] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9975341f-5ffc-4048-85b7-a3ba724229f9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.239896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.239896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.239896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.239896] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9975341f-5ffc-4048-85b7-a3ba724229f9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.406380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.406678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.406678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.407182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.407182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.407182] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 already deleted. [ 673.407182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.407182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.407433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.407433] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.636859] env[65546]: INFO networking_nsxv3.common.synchronization [req-464fcd8b-0a3e-4a0e-9c0c-90afa5647446 req-bc907910-939f-4a01-a898-71c31c40d120 tempest-ServerDiagnosticsTest-291750693 tempest-ServerDiagnosticsTest-291750693-project-member] Enqueued Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 673.637249] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 673.637567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.637692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.637767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.638084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.638252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.638401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.638466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.638650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.638758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.639163] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.740897] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.743063] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.743063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.743063] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9975341f-5ffc-4048-85b7-a3ba724229f9 with status ACTIVE [ 673.743063] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.743063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.743063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.743063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.743063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.743487] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.743487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.743487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.743487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.743487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.743658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.743743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.743835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.743960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.744412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.744522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9975341f-5ffc-4048-85b7-a3ba724229f9 is going to be updated. [ 673.768333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.769042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.769159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.769375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.769572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.769723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9975341f-5ffc-4048-85b7-a3ba724229f9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.940010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.940159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.940229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.940527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.940527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.940654] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 already deleted. [ 673.940834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: SUCCESS [ 674.127294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.127680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.127885] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.128017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.128135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.128308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.128401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.128517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.128588] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.143157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.143362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.143428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.143645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.143731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.143936] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.144058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.144127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.144361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.144747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.144747] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 already deleted. [ 674.144747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.249831] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.249831] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.249831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.249831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.249831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.249831] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.249831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.249831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.250483] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.250483] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.250483] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.250606] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.250793] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.252170] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.252170] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.252170] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.252170] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.275684] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.275684] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.275684] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.275684] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.276961] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.277226] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.277342] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.277692] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.278075] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.631655] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.754112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.754489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.754489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.754685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.754776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.754874] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be created. [ 674.785034] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.785473] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.785644] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.786049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.786814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.786814] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 not found, creating... [ 674.786814] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.787056] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.787056] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.787257] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.787408] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.787685] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.787835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.787987] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.788496] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.789020] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.789020] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 is going to be created. [ 674.791687] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.791687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.791687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.791891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.792151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.807369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: UNINITIALIZED for 2s [ 674.814872] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.816417] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816417] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.816417] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.817071] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.817071] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.135065] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9905329-0af8-432e-aa0b-444ff0b6c050: rpc.has_security_group_logging(os_id): False [ 675.157497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.157748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.157748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.158528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.158528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.158528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.158528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.158528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.158877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.158877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.158877] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 is going to be created. [ 675.251833] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.252174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.252174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.252413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.252566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.285516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: IN_PROGRESS for 2s [ 675.663086] env[65546]: INFO networking_nsxv3.common.synchronization [req-464fcd8b-0a3e-4a0e-9c0c-90afa5647446 req-5f17076c-9b00-4d95-9396-b4856a951cc6 service nova] Enqueued Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_rules [ 675.663086] env[65546]: INFO networking_nsxv3.common.synchronization [req-464fcd8b-0a3e-4a0e-9c0c-90afa5647446 req-5f17076c-9b00-4d95-9396-b4856a951cc6 service nova] Enqueued Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 675.663086] env[65546]: INFO networking_nsxv3.common.synchronization [req-464fcd8b-0a3e-4a0e-9c0c-90afa5647446 req-5f17076c-9b00-4d95-9396-b4856a951cc6 service nova] Enqueued Resource ID: 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 with Priority: HIGHEST for action port [ 675.663650] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_rules [ 675.663740] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 675.663881] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 with Priority: HIGHEST for action port [ 675.664968] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.669026] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.669026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.669026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.669026] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.669026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.670940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.671659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.671829] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.174940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175479] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.176248] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 with status ACTIVE [ 676.176863] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.176863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.176863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.177065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.177100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.178955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.178955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.178955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.178955] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50 is going to be updated. [ 676.201630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.201783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.201835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.202285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.202285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.202465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b2dba2-bb1c-4530-b2ca-7aa9ea4c6c50" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.118174] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.138672] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 677.139072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.140780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.142976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.145427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.145427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.145427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.145427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.145427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.145427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.145427] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.302616] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: SUCCESS [ 677.302901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.354544] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f51c36-cd85-483e-905b-cc1d49209f3f req-010b10ea-07c2-4705-8a1d-ddbdba4313a2 tempest-ListImageFiltersTestJSON-388572400 tempest-ListImageFiltersTestJSON-388572400-project-member] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 677.355175] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 677.355515] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.355659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.355744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.355955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.357764] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.357938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.358032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.358235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.358332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.358448] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.627884] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.628385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.630641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.630792] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 is going to be created. [ 677.650250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.650250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.660104] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.660278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.660337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.660625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.660791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.675232] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: UNINITIALIZED for 2s [ 677.814169] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.816030] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.816030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.816781] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.816781] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.816781] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.816781] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.816924] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.817106] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.817346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.844878] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.845207] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.845427] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.845765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.846179] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.846371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.846563] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.847018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847213] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.864326] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.354036] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.354036] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.354036] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.354501] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.354501] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.354630] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 not found, creating... [ 678.355049] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355412] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356746] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.357031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.357343] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.357512] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.357621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.357944] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.358465] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.358465] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 is going to be created. [ 678.368312] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.386235] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.386788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.387072] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.387442] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.387840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.388273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.870382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.870597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.870694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.870978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.871121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.871252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be updated. [ 678.911550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.911810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.911810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.911971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.912167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.924339] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 679.102878] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f51c36-cd85-483e-905b-cc1d49209f3f req-5e47c9ae-5a91-41ec-9649-8fdc6e196942 service nova] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_rules [ 679.103089] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f51c36-cd85-483e-905b-cc1d49209f3f req-5e47c9ae-5a91-41ec-9649-8fdc6e196942 service nova] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 679.103222] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f51c36-cd85-483e-905b-cc1d49209f3f req-5e47c9ae-5a91-41ec-9649-8fdc6e196942 service nova] Enqueued Resource ID: eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 with Priority: HIGHEST for action port [ 679.103756] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_rules [ 679.103915] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 679.104085] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 with Priority: HIGHEST for action port [ 679.104383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.104499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104695] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.104780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.105064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.105121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.105331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.105429] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.586396] env[65546]: INFO networking_nsxv3.common.synchronization [req-11e8ea48-dd87-40be-9125-c850e94fbb3d req-969b642a-e980-4d7c-ae06-8aabfb727f28 tempest-DeleteServersAdminTestJSON-1205923438 tempest-DeleteServersAdminTestJSON-1205923438-project-admin] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 679.586999] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 679.587531] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.587964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.588185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.588285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.588501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.588590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.588800] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.611743] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 with status ACTIVE [ 679.611969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.612247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.612387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.612660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.612758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.613043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.613181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.613306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.613752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.614091] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.615016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.615016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.615016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.615016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.615016] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6 is going to be updated. [ 679.665199] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.665453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.665453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.665618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.665760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.665911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5726c6-9e9b-4ba1-bd8c-636a7d74d2e6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.686081] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: SUCCESS [ 679.686298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.686458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.686683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.687474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.687679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.689923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.690893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.690893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.690893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.690893] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.716797] env[65546]: INFO networking_nsxv3.common.synchronization [req-e61bc19e-262a-4c4d-b08e-a537ebcb18d5 req-33f201ec-06eb-4731-ae96-42d1da70975e tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 679.717443] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 679.717823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.717949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.718108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.718404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.718741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.718855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.718922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719960] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.077295] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077474] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077675] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077899] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.078170] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.078321] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.078431] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.078631] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.078911] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.078980] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.079922] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.080147] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.080272] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.080393] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.080497] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.080627] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.094021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.094021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.094021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.094021] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be updated. [ 680.104143] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.104143] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.104143] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.104143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104143] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-ff1711fc-9396-4ad4-96e1-5be0b169b190 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104513] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1711fc-9396-4ad4-96e1-5be0b169b190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.125609] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.125822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.125896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.126138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.127355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.135978] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 680.196009] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.196153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.196153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.196574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.196574] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.196780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.196780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.196847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.196924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.197047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.197249] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.197356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.197401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.197536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.197674] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.197782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.197843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.199548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.199548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.199548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.199548] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.221913] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.222174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.222174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.223032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.223032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.223292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223292] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 already deleted. [ 680.223292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608172] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.608172] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.608172] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.608903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.608903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608903] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port ff1711fc-9396-4ad4-96e1-5be0b169b190 not found, creating... [ 680.608903] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.608903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.609906] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.609906] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.609906] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.609906] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.610366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.610366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.610366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.610789] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610789] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: ff1711fc-9396-4ad4-96e1-5be0b169b190 is going to be created. [ 680.635915] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.636166] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.636211] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.636885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.636885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.637075] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.702332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31c8c9f0-3805-4685-a6db-c4f603a01e92: rpc.has_security_group_logging(os_id): False [ 680.726283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.726539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.726585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.726894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.726988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.727470] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.727470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.727674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.728076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.728210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.728846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.728846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 is going to be created. [ 680.809791] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.810430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.810602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.831419] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: IN_PROGRESS for 2s [ 680.949215] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 680.949700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.950436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.950764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.950965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.951197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.951353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.951572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.951722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.951828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.952132] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.952289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.952558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.952747] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.952874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.953192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.953335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.953405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.953500] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.955498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.955842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.956079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.956382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.956865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.956865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.956865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.468256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9211ed6c-ef03-4296-a9ed-ab1dddf04034: rpc.has_security_group_logging(os_id): False [ 681.469348] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.493766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.493766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.493766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.494532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.494532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.495366] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.495366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.495366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.495366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.495366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.496314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.496314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.496314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.496314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.496314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.496314] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be created. [ 681.592935] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.593151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.593252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.593589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.593908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.610976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 681.980595] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.047865] env[65546]: INFO networking_nsxv3.common.synchronization [req-e61bc19e-262a-4c4d-b08e-a537ebcb18d5 req-ca556063-2ea5-4833-92e5-e6228d319a8a service nova] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 682.047963] env[65546]: INFO networking_nsxv3.common.synchronization [req-e61bc19e-262a-4c4d-b08e-a537ebcb18d5 req-ca556063-2ea5-4833-92e5-e6228d319a8a service nova] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 682.048117] env[65546]: INFO networking_nsxv3.common.synchronization [req-e61bc19e-262a-4c4d-b08e-a537ebcb18d5 req-ca556063-2ea5-4833-92e5-e6228d319a8a service nova] Enqueued Resource ID: ff1711fc-9396-4ad4-96e1-5be0b169b190 with Priority: HIGHEST for action port [ 682.051076] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 682.051308] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 682.051413] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1711fc-9396-4ad4-96e1-5be0b169b190 with Priority: HIGHEST for action port [ 682.051769] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.051932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052428] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.053554] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.053693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.053761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.053950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.054304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.054304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.054467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.054657] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.055611] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1711fc-9396-4ad4-96e1-5be0b169b190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.055714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.055778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.055932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.056022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1711fc-9396-4ad4-96e1-5be0b169b190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.150406] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 682.150406] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 deletion is rescheduled due to dependency. [ 682.150406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.487266] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.487266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.487266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.487266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.487266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.487266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be updated. [ 682.518765] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.518958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.519017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.519223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.519346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.531496] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 682.558453] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.559031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.559146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1711fc-9396-4ad4-96e1-5be0b169b190 with status ACTIVE [ 682.559690] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.559792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.560061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.560189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.560681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.560681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.560681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.560681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.560886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.560969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.561030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.561393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.561549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.565019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.565019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1711fc-9396-4ad4-96e1-5be0b169b190 is going to be updated. [ 682.586447] env[65546]: INFO networking_nsxv3.common.synchronization [req-bdbe71ed-2f06-4f27-a878-7f2c3d4c3981 req-d7f2dd86-994a-45cc-adbb-b00a57f45264 tempest-ServerDiagnosticsNegativeTest-1586930766 tempest-ServerDiagnosticsNegativeTest-1586930766-project-member] Enqueued Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 682.587628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.587783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.587871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1711fc-9396-4ad4-96e1-5be0b169b190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588926] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGHEST for action security_group_members [ 682.589562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.589709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.589764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.589983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.590166] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.590539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.590539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.590539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.590539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.590969] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.844799] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: SUCCESS [ 682.845298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.059965] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.093200] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.093530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.093530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.094728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.094728] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 is going to be updated. [ 683.128506] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.128677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.128752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.130284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.130284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.139193] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: IN_PROGRESS for 2s [ 683.563147] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.563487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.563615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.563858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.564358] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be created. [ 683.594088] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.594355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.594355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.594613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.594766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.608372] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: UNINITIALIZED for 2s [ 683.626994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 683.627523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.627702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.627945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.628050] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.132764] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.133888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542699] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 684.542967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.543802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.543802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.543802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.543802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.543972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.544065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.544132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.544290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.544327] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.963161] env[65546]: INFO networking_nsxv3.common.synchronization [req-45350fe2-bbb4-40c7-bfb0-9d6c9581cf90 req-745e6b51-3712-4f86-8b2e-6d6bea0772ee tempest-InstanceActionsTestJSON-1164763302 tempest-InstanceActionsTestJSON-1164763302-project-member] Enqueued Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 684.963771] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGHEST for action security_group_members [ 684.964097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.964734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.964734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.964734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.964978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.964978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965317] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.047920] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.047920] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.047920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.048493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.048493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.048493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.048493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.048493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.048650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.048735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.048796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.048987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.049315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.049471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.049591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.049723] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.154734] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 in Status: SUCCESS [ 685.155039] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 deletion is rescheduled due to dependency. [ 685.155085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.468022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.468294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.468877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.468877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.469040] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.469040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.469232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.469232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.469302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.469991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23545284-3a96-4851-bc99-a55b43c76033 is going to be updated. [ 685.499621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.499818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.499818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.500173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.500271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.513763] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: IN_PROGRESS for 2s [ 685.552348] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9211ed6c-ef03-4296-a9ed-ab1dddf04034: rpc.has_security_group_logging(os_id): False [ 685.577221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.577433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.577510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.577696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.577931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.578086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.578159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.578203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.578334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.578409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.578600] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.578707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.578770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.579129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.579129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.579243] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.579307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.579534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.579608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.579685] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be updated. [ 685.621876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 685.621876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.621876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.622324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.622563] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.622750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.622833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.623110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.623110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.623217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.623315] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.651592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.651782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.651874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.652043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.652228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.673121] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 686.126163] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.628722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abe471d1-00f7-4854-91dd-ee1bd24cd767: rpc.has_security_group_logging(os_id): False [ 686.655161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.655161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.655161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.655161] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be created. [ 686.732224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.732224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.732224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.732224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.732224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.748060] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 687.268294] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b1e61d04-d4a1-4f97-88cb-ae10141ed60b None None] Enqueued Resource ID: 73122c32-6c22-49bb-b53b-7d845b6e71ff with Priority: HIGHEST for action port [ 687.268963] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73122c32-6c22-49bb-b53b-7d845b6e71ff with Priority: HIGHEST for action port [ 687.269317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-73122c32-6c22-49bb-b53b-7d845b6e71ff taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.269449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73122c32-6c22-49bb-b53b-7d845b6e71ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.269520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73122c32-6c22-49bb-b53b-7d845b6e71ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.271588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73122c32-6c22-49bb-b53b-7d845b6e71ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.271700] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73122c32-6c22-49bb-b53b-7d845b6e71ff',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.527163] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23545284-3a96-4851-bc99-a55b43c76033 in Status: SUCCESS [ 687.527454] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23545284-3a96-4851-bc99-a55b43c76033 deletion is rescheduled due to dependency. [ 687.527509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.691857] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 687.691857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.775315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73122c32-6c22-49bb-b53b-7d845b6e71ff [ 687.776177] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.776522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.776907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.777284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.777284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.778342] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73122c32-6c22-49bb-b53b-7d845b6e71ff already deleted. [ 687.778342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73122c32-6c22-49bb-b53b-7d845b6e71ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.766062] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 688.766062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780977] env[65546]: INFO networking_nsxv3.common.synchronization [req-746cff50-a0d4-4ee6-8945-d0e09c83bbad req-b756875d-0360-4d6f-9e6d-f4f3e217478e tempest-ServersNegativeTestMultiTenantJSON-1116529651 tempest-ServersNegativeTestMultiTenantJSON-1116529651-project-member] Enqueued Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 689.780977] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 689.780977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.780977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.784222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.784519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.784716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.784911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.784911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.785054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.785144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.785242] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.109293] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cefb589c-5b9c-4634-9236-aead1c16f73b None None] Enqueued Resource ID: 3f7e5234-1b06-4ce1-b82e-ad0f86e45b98 with Priority: HIGHEST for action port [ 690.109949] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7e5234-1b06-4ce1-b82e-ad0f86e45b98 with Priority: HIGHEST for action port [ 690.110357] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f7e5234-1b06-4ce1-b82e-ad0f86e45b98 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.110518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f7e5234-1b06-4ce1-b82e-ad0f86e45b98" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.110594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f7e5234-1b06-4ce1-b82e-ad0f86e45b98" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.110893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f7e5234-1b06-4ce1-b82e-ad0f86e45b98" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.111021] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7e5234-1b06-4ce1-b82e-ad0f86e45b98',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.289970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.290176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.290384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.290747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.290908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.291148] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.291295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.291373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.291649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.291760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.291875] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 already deleted. [ 690.291975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.378584] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.378843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-287" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.378960] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-287" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.379667] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-287" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.379945] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.380216] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.380502] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.380786] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.380952] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.381285] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.381462] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.381583] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.381688] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.381797] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.381939] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.382105] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.406364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.406634] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.406845] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.407114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-287" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.407549] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-67b546fe-b537-4b20-befb-5878cca310b1 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.407776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.407973] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.408395] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.408613] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b546fe-b537-4b20-befb-5878cca310b1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.613348] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f7e5234-1b06-4ce1-b82e-ad0f86e45b98 [ 690.613348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.613591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.613591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.613876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.613876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.614013] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f7e5234-1b06-4ce1-b82e-ad0f86e45b98 already deleted. [ 690.614063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f7e5234-1b06-4ce1-b82e-ad0f86e45b98" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.911047] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.911401] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.911401] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.912045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.912045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.912045] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 67b546fe-b537-4b20-befb-5878cca310b1 not found, creating... [ 690.912203] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.912378] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.912495] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.912705] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.912834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.913237] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.913336] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.913487] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.913688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.913836] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.913943] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 67b546fe-b537-4b20-befb-5878cca310b1 is going to be created. [ 690.937750] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.937750] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.938140] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.938182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.938813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.938813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.551210] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a7bf11e6-b35a-4914-b55a-ca8cffe1c4eb None None] Enqueued Resource ID: 3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6 with Priority: HIGHEST for action port [ 691.551437] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6 with Priority: HIGHEST for action port [ 691.552051] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.552173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.552219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.552549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.552626] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.634112] env[65546]: INFO networking_nsxv3.common.synchronization [req-746cff50-a0d4-4ee6-8945-d0e09c83bbad req-4a51fab1-54d4-4309-9631-b3e53980b09b service nova] Enqueued Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_rules [ 691.634366] env[65546]: INFO networking_nsxv3.common.synchronization [req-746cff50-a0d4-4ee6-8945-d0e09c83bbad req-4a51fab1-54d4-4309-9631-b3e53980b09b service nova] Enqueued Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 691.634498] env[65546]: INFO networking_nsxv3.common.synchronization [req-746cff50-a0d4-4ee6-8945-d0e09c83bbad req-4a51fab1-54d4-4309-9631-b3e53980b09b service nova] Enqueued Resource ID: 67b546fe-b537-4b20-befb-5878cca310b1 with Priority: HIGHEST for action port [ 691.635287] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_rules [ 691.635474] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 691.635586] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b546fe-b537-4b20-befb-5878cca310b1 with Priority: HIGHEST for action port [ 691.635832] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.635964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.636052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.636322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.636412] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.637830] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.637901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.637974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.638372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.638372] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.638506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.638506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.638737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.638920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.639058] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.640801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b546fe-b537-4b20-befb-5878cca310b1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.640801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.640801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.640801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.640801] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b546fe-b537-4b20-befb-5878cca310b1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.054968] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6 [ 692.055313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.055497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.055565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.055823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.055910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.056012] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6 already deleted. [ 692.056227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b7ce8b4-ab7e-450a-abf3-e08e9cbce0a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.139038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.139441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.141847] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.145314] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b546fe-b537-4b20-befb-5878cca310b1 with status ACTIVE [ 692.145733] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.146016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.146319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.146958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.147054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.147619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.147619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.147619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.148512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.148512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.149082] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.149279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.149464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.150249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.150249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.150249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b546fe-b537-4b20-befb-5878cca310b1 is going to be updated. [ 692.177042] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.177245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.177245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b546fe-b537-4b20-befb-5878cca310b1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222413] env[65546]: INFO networking_nsxv3.common.synchronization [None req-3e65f949-137f-4c9a-b877-b6f7f20fe67e None None] Enqueued Resource ID: e038d2fb-70f3-4213-b8cb-4d35cb964638 with Priority: HIGHEST for action port [ 692.223292] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e038d2fb-70f3-4213-b8cb-4d35cb964638 with Priority: HIGHEST for action port [ 692.223292] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e038d2fb-70f3-4213-b8cb-4d35cb964638 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.223877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e038d2fb-70f3-4213-b8cb-4d35cb964638" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.223877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e038d2fb-70f3-4213-b8cb-4d35cb964638" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.223877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e038d2fb-70f3-4213-b8cb-4d35cb964638" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.224360] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e038d2fb-70f3-4213-b8cb-4d35cb964638',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.644515] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.726462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e038d2fb-70f3-4213-b8cb-4d35cb964638 [ 692.726915] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.727891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.727891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.727891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.727891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.727891] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e038d2fb-70f3-4213-b8cb-4d35cb964638 already deleted. [ 692.727891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e038d2fb-70f3-4213-b8cb-4d35cb964638" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.911635] env[65546]: INFO networking_nsxv3.common.synchronization [req-08cb5ae4-93b5-443d-a562-28e688e674c0 req-6e541ba5-5067-4a4c-876c-8d1fa8140a32 tempest-FloatingIPsAssociationNegativeTestJSON-151558276 tempest-FloatingIPsAssociationNegativeTestJSON-151558276-project-member] Enqueued Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 692.912220] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGHEST for action security_group_members [ 692.912587] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.912733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.912812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.913245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.913245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.913245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.913449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.913490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.913546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.913642] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.099816] env[65546]: INFO networking_nsxv3.common.synchronization [req-64acc72e-787b-44e9-a2d4-4c6a45aa52e6 req-f4ec6b02-883e-44a4-aaaf-a24682fcf581 tempest-TenantUsagesTestJSON-1351752004 tempest-TenantUsagesTestJSON-1351752004-project-member] Enqueued Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 693.100391] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 693.100697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.100818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.100884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.101224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.101385] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.101486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.101549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.101691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.102210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.102210] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.148349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.148349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.148349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.148349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.148349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.148349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 is going to be created. [ 693.175769] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.175996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.176106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.176382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.176640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.191793] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: UNINITIALIZED for 2s [ 693.416110] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.416254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.416330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.416549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.416680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.416901] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.417009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.417076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.417223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.417301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.417397] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c is going to be updated. [ 693.447142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.447432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.447529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.447738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.447876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.457659] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: IN_PROGRESS for 2s [ 693.544162] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.544162] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.544162] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.544162] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.544865] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.545147] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.545515] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.545826] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.546305] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.546755] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.569342] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.569510] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.569640] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.569803] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.570122] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-7259be82-e7d8-4455-90b4-ba59de0dacf1 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.571043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.571159] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.571473] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571612] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7259be82-e7d8-4455-90b4-ba59de0dacf1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.606623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.606623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.606810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.607396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.607396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.607396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.607609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.607609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.607814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.607928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.608866] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d already deleted. [ 693.608936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.996754] env[65546]: INFO networking_nsxv3.common.synchronization [None req-e364f833-983d-470c-a3ae-75873542d913 None None] Enqueued Resource ID: d544287a-d472-4892-a5e6-95e1cb5440e2 with Priority: HIGHEST for action port [ 693.996754] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d544287a-d472-4892-a5e6-95e1cb5440e2 with Priority: HIGHEST for action port [ 693.997411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d544287a-d472-4892-a5e6-95e1cb5440e2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.997590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d544287a-d472-4892-a5e6-95e1cb5440e2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.997711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d544287a-d472-4892-a5e6-95e1cb5440e2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.997956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d544287a-d472-4892-a5e6-95e1cb5440e2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.998094] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d544287a-d472-4892-a5e6-95e1cb5440e2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.075195] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.075568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.075677] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.076038] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.076682] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.076682] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 7259be82-e7d8-4455-90b4-ba59de0dacf1 not found, creating... [ 694.077226] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.077397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.077586] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.077981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.078313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.078577] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.078833] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.078996] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.079324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.079510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.079719] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 7259be82-e7d8-4455-90b4-ba59de0dacf1 is going to be created. [ 694.103842] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.103842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.103842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.103842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.103842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.103842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502955] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d544287a-d472-4892-a5e6-95e1cb5440e2 [ 694.502955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.502955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.502955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.502955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.502955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502955] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d544287a-d472-4892-a5e6-95e1cb5440e2 already deleted. [ 694.502955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d544287a-d472-4892-a5e6-95e1cb5440e2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.834961] env[65546]: INFO networking_nsxv3.common.synchronization [None req-476a1793-2f87-4d93-8597-ab6fb225f532 tempest-ServersTestJSON-725815836 tempest-ServersTestJSON-725815836-project-member] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 694.836744] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 694.837078] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.837186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.837387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.837711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.837795] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.206566] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: SUCCESS [ 695.206853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.210798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.210798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.210798] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.365742] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.365742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.365742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.366449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.366449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.366449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf already deleted. [ 695.366449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.475315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c in Status: SUCCESS [ 695.475315] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c deletion is rescheduled due to dependency. [ 695.475315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.490293] env[65546]: INFO networking_nsxv3.common.synchronization [None req-74f0c3c5-d7af-4a2c-b44a-e1074038bfcc tempest-ServersTestJSON-725815836 tempest-ServersTestJSON-725815836-project-member] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 695.490914] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 695.492653] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.494303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.494303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.494303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.494303] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.674683] env[65546]: INFO networking_nsxv3.common.synchronization [None req-c2dc0bb8-7dbc-4d08-891b-0866e62d6d9a None None] Enqueued Resource ID: 5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5 with Priority: HIGHEST for action port [ 695.684844] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5 with Priority: HIGHEST for action port [ 695.685518] env[65546]: INFO networking_nsxv3.common.synchronization [req-64acc72e-787b-44e9-a2d4-4c6a45aa52e6 req-d4aa9259-f96a-44bf-bb87-fb43fd394b10 service nova] Enqueued Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_rules [ 695.685748] env[65546]: INFO networking_nsxv3.common.synchronization [req-64acc72e-787b-44e9-a2d4-4c6a45aa52e6 req-d4aa9259-f96a-44bf-bb87-fb43fd394b10 service nova] Enqueued Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 695.685882] env[65546]: INFO networking_nsxv3.common.synchronization [req-64acc72e-787b-44e9-a2d4-4c6a45aa52e6 req-d4aa9259-f96a-44bf-bb87-fb43fd394b10 service nova] Enqueued Resource ID: 7259be82-e7d8-4455-90b4-ba59de0dacf1 with Priority: HIGHEST for action port [ 695.686764] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.686764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.686764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.686764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.692489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.692489] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_rules [ 695.692489] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 695.692489] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7259be82-e7d8-4455-90b4-ba59de0dacf1 with Priority: HIGHEST for action port [ 695.692489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.692489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.692489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.692489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.692489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.692489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.696781] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7259be82-e7d8-4455-90b4-ba59de0dacf1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.696781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.696781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.696781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.696781] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7259be82-e7d8-4455-90b4-ba59de0dacf1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.715422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.719205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.719205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.719205] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.018326] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.018590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.018590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.018693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.018817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.018917] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf already deleted. [ 696.019024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.192221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5 [ 696.192221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.192221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.192221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.192221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.192221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.192221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5 already deleted. [ 696.192221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aff0788-9a04-4dbb-b84c-f5dd9fb2dea5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.204035] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.204035] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7259be82-e7d8-4455-90b4-ba59de0dacf1 with status ACTIVE [ 696.204035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.204035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.209026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.209026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.209026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.209026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.209619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7259be82-e7d8-4455-90b4-ba59de0dacf1 is going to be updated. [ 696.225808] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4efa1710-34b8-406c-b4dd-8801c89b4950: rpc.has_security_group_logging(os_id): False [ 696.237267] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.237267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.237267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.237267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.237267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.237267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7259be82-e7d8-4455-90b4-ba59de0dacf1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.251026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.251026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.251026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.251840] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.252135] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 is going to be created. [ 696.346664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.348998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.348998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.348998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.348998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.361933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: IN_PROGRESS for 2s [ 696.712784] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.167070] env[65546]: INFO networking_nsxv3.common.synchronization [req-f2970bc5-06ba-47ec-b4ed-3563f6c7e03b req-cc8e32d9-77a5-4626-a21d-92d40891b34d tempest-ServerDiagnosticsTest-291750693 tempest-ServerDiagnosticsTest-291750693-project-member] Enqueued Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 697.167667] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGHEST for action security_group_members [ 697.168340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.168340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.168340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.168340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.169195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.170695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.170695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.171296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.171468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.171586] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.216527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.216527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.216527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.216527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.216527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.216527] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d is going to be created. [ 697.247126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.247373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.247529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.247780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.248022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259916] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: UNINITIALIZED for 2s [ 697.675410] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.675410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.675410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.675754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.675754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.675995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.675995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.675995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.676184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.676230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.676411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 is going to be updated. [ 697.713684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.714706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.714803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.715012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.715380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.728205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: IN_PROGRESS for 2s [ 698.381878] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: SUCCESS [ 698.381878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.303831] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: SUCCESS [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.306279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.306279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.306279] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.742994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 in Status: SUCCESS [ 699.742994] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 deletion is rescheduled due to dependency. [ 699.742994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811036] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.811036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.811529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.812641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.813061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.813061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.813873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.813873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.813873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.814065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.814308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.814308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.814537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.814783] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.815132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.815132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.815383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.815593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815854] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.318498] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34fb4412-deda-4b76-8dd7-035a632cc31d: rpc.has_security_group_logging(os_id): False [ 700.346037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.346037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.346037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.346037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.346037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.348359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.348665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.348764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.349102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.351039] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.351039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.351039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.351039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.351039] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.351579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.351673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.351892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.352156] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d is going to be created. [ 700.467411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.467590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.467648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.468840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.468840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.484771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: IN_PROGRESS for 2s [ 700.669541] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c6c4ed9-d1cd-4dcf-a0c5-bc735a271361 req-edc1aee9-f541-498c-ab2e-845b84bc16b2 tempest-ServersTestManualDisk-1797588087 tempest-ServersTestManualDisk-1797588087-project-member] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 700.669822] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 700.670135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.670311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.670311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.670669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.670796] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.670884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.670974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.672568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.672694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.673996] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.047742] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.048228] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.048228] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.048485] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.048683] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.048842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.048957] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.050779] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.050779] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.050779] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.050779] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.050779] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.050779] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.050779] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.050779] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.051909] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.072950] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.073133] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.073263] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.073435] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.073860] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-78724698-ed01-430a-96fa-b5f71bd6f93c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.074018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.074018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.074903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.074903] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78724698-ed01-430a-96fa-b5f71bd6f93c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.177960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.178470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.178557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.178756] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.179142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.179207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179303] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a already deleted. [ 701.179387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.576981] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.577241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.577377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.577648] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.577988] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.577988] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 78724698-ed01-430a-96fa-b5f71bd6f93c not found, creating... [ 701.578203] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.578343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.578461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.578697] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.578799] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.580503] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.581088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.581221] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.581510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581662] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.581864] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 78724698-ed01-430a-96fa-b5f71bd6f93c is going to be created. [ 701.605248] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.605543] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.605823] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.605998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.606268] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.606506] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.396645] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c6c4ed9-d1cd-4dcf-a0c5-bc735a271361 req-2e50ed23-636e-42b5-94a7-a5b9d8b6cbf4 service nova] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 702.396948] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c6c4ed9-d1cd-4dcf-a0c5-bc735a271361 req-2e50ed23-636e-42b5-94a7-a5b9d8b6cbf4 service nova] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 702.396948] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c6c4ed9-d1cd-4dcf-a0c5-bc735a271361 req-2e50ed23-636e-42b5-94a7-a5b9d8b6cbf4 service nova] Enqueued Resource ID: 78724698-ed01-430a-96fa-b5f71bd6f93c with Priority: HIGHEST for action port [ 702.397588] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_rules [ 702.397732] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 702.397968] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78724698-ed01-430a-96fa-b5f71bd6f93c with Priority: HIGHEST for action port [ 702.398364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.398501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.398636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.398970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.398970] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.399790] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.399942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.400019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.400555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.400555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.400877] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.402094] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-78724698-ed01-430a-96fa-b5f71bd6f93c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.402200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.402270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.403404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.403542] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78724698-ed01-430a-96fa-b5f71bd6f93c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.499948] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: SUCCESS [ 702.500123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.905677] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.905889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.906210] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.907884] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78724698-ed01-430a-96fa-b5f71bd6f93c with status ACTIVE [ 702.908469] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.908636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.908695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.909140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.909237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.909641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.909641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.909796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.909942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.909980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.910192] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.910383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.910383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.910528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.910612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.910700] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78724698-ed01-430a-96fa-b5f71bd6f93c is going to be updated. [ 702.936963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.936963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.936963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.937256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.937256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.937464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78724698-ed01-430a-96fa-b5f71bd6f93c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.408793] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.846866] env[65546]: INFO networking_nsxv3.common.synchronization [req-a49792ac-d6f0-498b-9d40-49f54e6ed9d5 req-46fdd231-d5f7-4b78-8834-2d7dd46de42c tempest-ServersAdminNegativeTestJSON-495678118 tempest-ServersAdminNegativeTestJSON-495678118-project-member] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 703.847591] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 703.847905] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.848049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.848141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.848346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.848553] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.848674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.848674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.848806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.848872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.848963] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.912827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.913206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.913300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a is going to be created. [ 703.943555] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.943555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.943555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.943555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.943555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.956423] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: UNINITIALIZED for 2s [ 704.195055] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.195270] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.195393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.195651] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.197315] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.197464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.197578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.197805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.197977] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.198190] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.198318] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.198438] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.198557] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.198626] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.198723] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.198846] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.219576] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.219743] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.219859] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.220037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.220440] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.220714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.220840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.221193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.221335] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2730cc7e-28b1-4f99-beb5-6cffdc04fc0c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.353988] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.725262] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.725588] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.725764] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.726081] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.727393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.727393] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c not found, creating... [ 704.727393] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.727393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.727393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.727393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.727393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.727777] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.727777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.727890] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.728399] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.728620] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.728795] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c is going to be created. [ 704.755755] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.755985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.756093] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.756354] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.756574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.756795] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856912] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.360727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.360938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.361040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.361298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.361298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.361526] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be updated. [ 705.396338] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.396642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.396642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.396781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.396961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.408633] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 705.509941] env[65546]: INFO networking_nsxv3.common.synchronization [req-a49792ac-d6f0-498b-9d40-49f54e6ed9d5 req-0781ef9d-f6e6-44f5-8a01-e11741135670 service nova] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_rules [ 705.510125] env[65546]: INFO networking_nsxv3.common.synchronization [req-a49792ac-d6f0-498b-9d40-49f54e6ed9d5 req-0781ef9d-f6e6-44f5-8a01-e11741135670 service nova] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 705.510256] env[65546]: INFO networking_nsxv3.common.synchronization [req-a49792ac-d6f0-498b-9d40-49f54e6ed9d5 req-0781ef9d-f6e6-44f5-8a01-e11741135670 service nova] Enqueued Resource ID: 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c with Priority: HIGHEST for action port [ 705.510502] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_rules [ 705.510633] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 705.510727] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c with Priority: HIGHEST for action port [ 705.511646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.511774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.511850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.519179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.519267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.520167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.520279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.520488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.520606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.520687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.520814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.520888] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2730cc7e-28b1-4f99-beb5-6cffdc04fc0c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.967795] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: SUCCESS [ 705.968136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.968371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.969375] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.969612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.969732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.970424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970652] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.022809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.023954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.023954] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c with status ACTIVE [ 706.023954] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.023954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.024355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.024355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.024355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.024475] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.024759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.024759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.024759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.025588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.025588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.025588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.025588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.025588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.025588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.025588] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2730cc7e-28b1-4f99-beb5-6cffdc04fc0c is going to be updated. [ 706.071851] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.072117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.072293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.072531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.072739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.073569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2730cc7e-28b1-4f99-beb5-6cffdc04fc0c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.473829] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.976958] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67d5924c-5a71-48fe-9ef4-ae2697f76a8a: rpc.has_security_group_logging(os_id): False [ 706.999072] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.999072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.999072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.999072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.999438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.999438] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.999601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.000301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.000301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.000301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.000301] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a is going to be created. [ 707.069122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.069122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.069122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.069122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.081593] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: IN_PROGRESS for 2s [ 707.425385] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 707.425675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.425811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.427892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.427892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.427892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.427892] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.507257] env[65546]: INFO networking_nsxv3.common.synchronization [req-f5c08291-3467-4167-9d48-1dc5fde78136 req-1fd0bb35-2540-4439-8a3d-9da5e9923966 tempest-ServersNegativeTestMultiTenantJSON-1116529651 tempest-ServersNegativeTestMultiTenantJSON-1116529651-project-member] Enqueued Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 707.507928] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGHEST for action security_group_members [ 707.509048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.509484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.509634] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.510024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.510065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.510167] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.930030] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.014646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.015055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.015055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.015400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.015658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.015857] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.015969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.016050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.016221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.016288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.017019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 is going to be updated. [ 708.057615] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.057934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.058305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.058487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.073866] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: IN_PROGRESS for 2s [ 708.433769] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.937776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.937776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.937776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.937776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.937776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.937776] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be updated. [ 708.971722] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.971722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.971722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.971722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.971722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.982390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 709.097331] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: SUCCESS [ 709.098565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.360108] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-9847e7fc-f930-4be9-828c-cfb3ee889dee tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 709.360238] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 709.360585] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.360736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.360806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.361130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.361368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.361509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.361582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.361745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.361835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.361932] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.766100] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-8b44976b-fc4d-454a-bc18-d3eb19d04bed tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 709.766100] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 709.766100] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.766100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.864544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.864763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.865146] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.865346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.865346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.865919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.866030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866127] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed already deleted. [ 709.866231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.866566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.866712] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.866813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.867334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.867334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.867334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.867488] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.013304] env[65546]: INFO networking_nsxv3.common.synchronization [req-c4cdc824-3294-4832-885e-c6aae07da30c req-19e3e45d-a9f8-4150-9e94-d7143ddad4cb tempest-TenantUsagesTestJSON-1351752004 tempest-TenantUsagesTestJSON-1351752004-project-member] Enqueued Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 710.013834] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGHEST for action security_group_members [ 710.014146] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.014311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.014419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.014670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.014839] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.014949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.015058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.015329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.015329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.015456] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.017552] env[65546]: INFO networking_nsxv3.common.synchronization [None req-e9e19bc2-127a-4d85-94a4-c2e9014111b1 None None] Enqueued Resource ID: fe1a9e23-c659-4fb6-8065-f7f1eb8404e1 with Priority: HIGHEST for action port [ 710.018152] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a9e23-c659-4fb6-8065-f7f1eb8404e1 with Priority: HIGHEST for action port [ 710.018672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1a9e23-c659-4fb6-8065-f7f1eb8404e1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.018672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1a9e23-c659-4fb6-8065-f7f1eb8404e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.018672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1a9e23-c659-4fb6-8065-f7f1eb8404e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.018923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1a9e23-c659-4fb6-8065-f7f1eb8404e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.018923] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1a9e23-c659-4fb6-8065-f7f1eb8404e1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.084386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 in Status: SUCCESS [ 710.084575] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 deletion is rescheduled due to dependency. [ 710.084677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.370662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.371571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.371734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.372074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.372252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.372623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.373094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.373252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.373710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.373710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.373913] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed already deleted. [ 710.374051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.491101] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-3045a208-b2bb-4853-b67c-32d55b6f449f tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 710.491101] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 710.491457] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.491693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.491757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.492067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.492288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.492448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.492621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.492884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.492884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.493087] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.519483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.519483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.519483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.519771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.519914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.520152] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.520933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.520933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.520933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.520933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.520933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d is going to be updated. [ 710.522821] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe1a9e23-c659-4fb6-8065-f7f1eb8404e1 [ 710.522821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.522821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.522821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.526281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.526281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.526281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe1a9e23-c659-4fb6-8065-f7f1eb8404e1 already deleted. [ 710.526281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1a9e23-c659-4fb6-8065-f7f1eb8404e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.556152] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.556152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.556152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.556412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.556412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.567924] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: IN_PROGRESS for 2s [ 710.875312] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.875312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.875312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.875312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.876166] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.876355] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.876502] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877338] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877523] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.877746] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.878579] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.878579] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.878579] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.878579] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.878579] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.878579] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.899016] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.899184] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.899312] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.899491] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.899953] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900177] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.900294] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.900661] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.900791] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.996606] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.997443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.997443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.997443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.997443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.997443] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.997685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.997685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.997822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.997911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.997998] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed already deleted. [ 710.998087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005850] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.005850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005850] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.407078] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.407564] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.408730] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.408730] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.408730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b not found, creating... [ 711.408730] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.408730] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408730] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.409116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.409116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.410070] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410070] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410070] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.410070] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.410424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.410692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b is going to be created. [ 711.433052] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.433293] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.433412] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.433701] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.433923] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.434166] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.507833] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.508061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.508138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.509331] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.509331] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.509331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.509792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.509995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.510149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.510239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.510422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.510526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.510647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.511266] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.014858] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc2645b-5ec9-4043-9d08-ae50c59acda8: rpc.has_security_group_logging(os_id): False [ 712.034624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.034778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.034841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.035074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.035169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.035356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.035454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.035515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.035882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.035882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.036016] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.036016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.036117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.036202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.037045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.037045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.037045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.037045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.037045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.037045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.037045] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be updated. [ 712.102982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.103180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.103254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.103532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.103693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.117691] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 712.225798] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-5e3e7e7d-048c-4741-b42a-b2d5675255a0 service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 712.225895] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-5e3e7e7d-048c-4741-b42a-b2d5675255a0 service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 712.226049] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-5e3e7e7d-048c-4741-b42a-b2d5675255a0 service nova] Enqueued Resource ID: 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b with Priority: HIGHEST for action port [ 712.230477] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 712.230696] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 712.230823] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b with Priority: HIGHEST for action port [ 712.232115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.232465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.232465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.232965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.233423] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.234790] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.235068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.235068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.235735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.235735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.235735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.235735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.235955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.235955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.235955] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.237439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.237439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.238914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.239066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.239264] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.588025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4412-deda-4b76-8dd7-035a632cc31d in Status: SUCCESS [ 712.588025] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d deletion is rescheduled due to dependency. [ 712.588025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.741608] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.742888] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b with status ACTIVE [ 712.743422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.744210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.744328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.744398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.745393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.745542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.746150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.747028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.747028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.747028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.747028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.747810] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b is going to be updated. [ 712.780179] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.780179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.780179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.780179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.780179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.780650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2395cfb8-bc7e-4c0e-aadc-d777a8ea3c2b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.895407] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1a014045-e17d-4e3d-b5df-56a53f580ad8 None None] Enqueued Resource ID: 4eb6778a-6ee9-4a16-bc88-86859cc0f48a with Priority: HIGHEST for action port [ 712.897486] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb6778a-6ee9-4a16-bc88-86859cc0f48a with Priority: HIGHEST for action port [ 712.897947] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb6778a-6ee9-4a16-bc88-86859cc0f48a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.898086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb6778a-6ee9-4a16-bc88-86859cc0f48a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.898155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb6778a-6ee9-4a16-bc88-86859cc0f48a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.898466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb6778a-6ee9-4a16-bc88-86859cc0f48a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.898610] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb6778a-6ee9-4a16-bc88-86859cc0f48a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.055302] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.055302] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-882" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.055527] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-882" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.055707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-882" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.055984] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.056447] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.056447] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.056621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.056621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.056870] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.056934] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.057024] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.057126] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.057230] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.057326] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.057446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.084049] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.086234] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.086703] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.086703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-882" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.087043] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-6065d456-67d6-4d79-a9cc-4bb958f4c315 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.087273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.087354] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.087701] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.087865] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6065d456-67d6-4d79-a9cc-4bb958f4c315',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.251372] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.403209] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb6778a-6ee9-4a16-bc88-86859cc0f48a [ 713.403510] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.403657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.403657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.403878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.403981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404042] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb6778a-6ee9-4a16-bc88-86859cc0f48a already deleted. [ 713.404614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb6778a-6ee9-4a16-bc88-86859cc0f48a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594966] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.594966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.594966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594966] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 6065d456-67d6-4d79-a9cc-4bb958f4c315 not found, creating... [ 713.594966] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.595722] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.595722] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.595722] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.595722] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.595965] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.595965] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.597542] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.597702] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.597844] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 6065d456-67d6-4d79-a9cc-4bb958f4c315 is going to be created. [ 713.622531] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.622531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.622531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.622531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.622531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.622531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.755609] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.755795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.755861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.756151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.756251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.756348] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be created. [ 713.788053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.788204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.788204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.788555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.788676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.801610] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: UNINITIALIZED for 2s [ 713.940886] env[65546]: INFO networking_nsxv3.common.synchronization [req-04f73a8c-cdc8-42f7-b3a4-f0952d61d946 req-7505149c-cf86-4b97-9d8c-f18d93c212aa tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 713.941448] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 713.941822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.941958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.942091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.942347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.942559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.942700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.942798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.942986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.943121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.943267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.133258] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 714.133488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.388114] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-b399b055-b120-4384-93f8-cc4ec0c3b02b service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 714.388349] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-b399b055-b120-4384-93f8-cc4ec0c3b02b service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 714.388553] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-b399b055-b120-4384-93f8-cc4ec0c3b02b service nova] Enqueued Resource ID: 6065d456-67d6-4d79-a9cc-4bb958f4c315 with Priority: HIGHEST for action port [ 714.389113] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 714.389281] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 714.389380] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6065d456-67d6-4d79-a9cc-4bb958f4c315 with Priority: HIGHEST for action port [ 714.389650] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.389824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.390079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.390173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.390369] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-6065d456-67d6-4d79-a9cc-4bb958f4c315 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.390468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.390551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.390771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.390870] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6065d456-67d6-4d79-a9cc-4bb958f4c315',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.445482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.446025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.446025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.446025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.446025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.446209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.446304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.446364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.446514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.446586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.446665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 714.478863] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.478863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.478863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.478863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.478863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.488213] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 714.897775] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6065d456-67d6-4d79-a9cc-4bb958f4c315 with status ACTIVE [ 714.897775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.897775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.897775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.897775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.897775] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6065d456-67d6-4d79-a9cc-4bb958f4c315 is going to be updated. [ 714.924432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.924640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.924640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.924854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.925074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.925245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6065d456-67d6-4d79-a9cc-4bb958f4c315" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.472636] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.472954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.475081] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.475508] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.475623] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.475795] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.475848] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.476369] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.476538] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.476836] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.476949] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.477083] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.477206] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.477455] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.477565] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.477771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.499395] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.499582] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.499727] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.499906] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-541" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.500253] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.500629] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.500629] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.500841] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.500970] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436f49ba-8a1a-4e3a-8545-01d85bc3ef38',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.821036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 715.821223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.821657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.821657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.821744] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.821842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.821908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.822246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.822246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822401] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.825387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.825387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.825387] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.003554] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.003931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.003931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.004198] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.004339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.004489] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 not found, creating... [ 716.004762] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.004880] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.005019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.005237] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.005367] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.005639] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.005779] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.005888] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.006098] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.006251] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.006349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 is going to be created. [ 716.030386] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030635] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.030887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.031118] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.031437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.325775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.325775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.326057] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.500449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 716.500819] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf deletion is rescheduled due to dependency. [ 716.500819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.603101] env[65546]: INFO networking_nsxv3.common.synchronization [None req-47bb7d25-d02c-4e58-8cb1-5f0acf935344 None None] Enqueued Resource ID: 0b006003-0bf1-4552-8020-921d9e1cc317 with Priority: HIGHEST for action port [ 716.603793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b006003-0bf1-4552-8020-921d9e1cc317 with Priority: HIGHEST for action port [ 716.604336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b006003-0bf1-4552-8020-921d9e1cc317 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.604507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b006003-0bf1-4552-8020-921d9e1cc317" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.604899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b006003-0bf1-4552-8020-921d9e1cc317" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.605211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b006003-0bf1-4552-8020-921d9e1cc317" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.605301] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b006003-0bf1-4552-8020-921d9e1cc317',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.763972] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-994a6a46-3043-45fb-993b-606c0d7e55bb service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 716.763972] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-994a6a46-3043-45fb-993b-606c0d7e55bb service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 716.764205] env[65546]: INFO networking_nsxv3.common.synchronization [req-f189e8dd-92e4-488a-bb8f-7745470fbfc0 req-994a6a46-3043-45fb-993b-606c0d7e55bb service nova] Enqueued Resource ID: 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 with Priority: HIGHEST for action port [ 716.764584] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 716.764721] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 716.764818] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 with Priority: HIGHEST for action port [ 716.765195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.765515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.765515] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.765762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.765853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.765955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.766057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.766235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.766316] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436f49ba-8a1a-4e3a-8545-01d85bc3ef38',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.828629] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.107867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b006003-0bf1-4552-8020-921d9e1cc317 [ 717.108291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.108484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.108619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.108789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.108882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.108992] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b006003-0bf1-4552-8020-921d9e1cc317 already deleted. [ 717.109092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b006003-0bf1-4552-8020-921d9e1cc317" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.269461] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 with status ACTIVE [ 717.269907] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.270155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.270280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.270618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.270804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271158] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.271329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.271905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.274281] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.274426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.274511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.275057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.275057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.275057] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 436f49ba-8a1a-4e3a-8545-01d85bc3ef38 is going to be updated. [ 717.298347] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.298569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.298569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.298757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.299097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-436f49ba-8a1a-4e3a-8545-01d85bc3ef38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.333056] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.333056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.333056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.333320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.333320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.334372] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 717.389270] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.389270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.389270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.389270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.389270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.409269] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 719.052148] env[65546]: INFO networking_nsxv3.common.synchronization [None req-62e82ae1-3b94-44a6-ac51-26f39e5e470d None None] Enqueued Resource ID: a599b572-6bd8-4093-a9a9-e31b941da71d with Priority: HIGHEST for action port [ 719.052850] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a599b572-6bd8-4093-a9a9-e31b941da71d with Priority: HIGHEST for action port [ 719.053071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a599b572-6bd8-4093-a9a9-e31b941da71d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.053213] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a599b572-6bd8-4093-a9a9-e31b941da71d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.053262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a599b572-6bd8-4093-a9a9-e31b941da71d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.053516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a599b572-6bd8-4093-a9a9-e31b941da71d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.053619] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a599b572-6bd8-4093-a9a9-e31b941da71d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.409336] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9564c53d-810d-495f-85aa-5de332ad640f None None] Enqueued Resource ID: 05f4443c-5603-4f08-988f-3ce344de4af5 with Priority: HIGHEST for action port [ 719.411234] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f4443c-5603-4f08-988f-3ce344de4af5 with Priority: HIGHEST for action port [ 719.411893] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f4443c-5603-4f08-988f-3ce344de4af5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.411893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f4443c-5603-4f08-988f-3ce344de4af5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f4443c-5603-4f08-988f-3ce344de4af5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.412187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f4443c-5603-4f08-988f-3ce344de4af5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.412284] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f4443c-5603-4f08-988f-3ce344de4af5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.423160] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 719.423685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.424947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.425891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.425891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.425891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.425891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.425891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.425891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.426291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.426348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.426449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.426583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.426731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.427523] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.427523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.427523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.427523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.427523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.428647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.428811] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.430780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.431497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.431497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.431497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.431669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.431733] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.555899] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a599b572-6bd8-4093-a9a9-e31b941da71d [ 719.556140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.556265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.556330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.556530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.556682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.556755] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a599b572-6bd8-4093-a9a9-e31b941da71d already deleted. [ 719.556821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a599b572-6bd8-4093-a9a9-e31b941da71d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.917184] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05f4443c-5603-4f08-988f-3ce344de4af5 [ 719.917184] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.917184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.917184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.917184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.917184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.917184] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05f4443c-5603-4f08-988f-3ce344de4af5 already deleted. [ 719.917184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f4443c-5603-4f08-988f-3ce344de4af5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.934840] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35681ade-e2c3-40eb-8076-51dc8b9b92ed: rpc.has_security_group_logging(os_id): False [ 719.934840] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.951714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.952116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.952282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.953536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.954209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.954288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.954635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.954742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.955331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.955331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.955516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.955629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.955916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.955916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.956169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.956169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.956281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be created. [ 720.021878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.022018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.022081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.022308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.022493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.041276] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 720.436708] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.850507] env[65546]: INFO networking_nsxv3.common.synchronization [req-702d6973-ac91-43a1-bfbd-667a4bdd6bad req-48dc2607-4960-4363-aa1e-1ca36cf1230d tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 720.851812] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 720.852909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.853036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.853180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.853965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.853965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.853965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.853965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.853965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.854325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.854325] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.945395] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.945885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.949305] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 720.983639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.983639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.983639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.983639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.983639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.996291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 721.076866] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8e8b0fd2-148e-4668-87cf-e42e35b34e70 None None] Enqueued Resource ID: ddb576b9-a039-40d2-8ed6-5641335f80b6 with Priority: HIGHEST for action port [ 721.077441] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb576b9-a039-40d2-8ed6-5641335f80b6 with Priority: HIGHEST for action port [ 721.077745] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb576b9-a039-40d2-8ed6-5641335f80b6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb576b9-a039-40d2-8ed6-5641335f80b6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.077929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb576b9-a039-40d2-8ed6-5641335f80b6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.081216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb576b9-a039-40d2-8ed6-5641335f80b6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.081300] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb576b9-a039-40d2-8ed6-5641335f80b6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.191446] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1505169d-35ce-43c4-85af-c27e9213688f None None] Enqueued Resource ID: 480b1917-188f-47a8-a2fa-dcc8c2b569d3 with Priority: HIGHEST for action port [ 721.192081] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480b1917-188f-47a8-a2fa-dcc8c2b569d3 with Priority: HIGHEST for action port [ 721.192447] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-480b1917-188f-47a8-a2fa-dcc8c2b569d3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.192610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480b1917-188f-47a8-a2fa-dcc8c2b569d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.192709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480b1917-188f-47a8-a2fa-dcc8c2b569d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.193016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480b1917-188f-47a8-a2fa-dcc8c2b569d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.193145] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480b1917-188f-47a8-a2fa-dcc8c2b569d3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.358438] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.358594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.358646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.361433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.361433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.361433] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 721.391625] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.407837] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 721.505027] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.505027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.505027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.505027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.509028] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.509028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.509028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.509028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.509028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.509028] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.509028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.509028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.509028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.509028] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.509028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.509028] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.529184] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.529865] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.531962] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.531962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.531962] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-3860d59c-f1dd-4f13-944f-df79c86f76bf taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.531962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.531962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.531962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.531962] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3860d59c-f1dd-4f13-944f-df79c86f76bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.583974] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddb576b9-a039-40d2-8ed6-5641335f80b6 [ 721.584306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.584573] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.584816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.584934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.585042] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddb576b9-a039-40d2-8ed6-5641335f80b6 already deleted. [ 721.585130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb576b9-a039-40d2-8ed6-5641335f80b6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.696149] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 480b1917-188f-47a8-a2fa-dcc8c2b569d3 [ 721.696734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.696734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.696734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.696970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.696970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.697081] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:480b1917-188f-47a8-a2fa-dcc8c2b569d3 already deleted. [ 721.697208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480b1917-188f-47a8-a2fa-dcc8c2b569d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.037904] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.038367] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.039049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.039049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.039403] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 3860d59c-f1dd-4f13-944f-df79c86f76bf not found, creating... [ 722.039998] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.040251] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.040442] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.040796] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.041788] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.041788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042249] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.042325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042489] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 3860d59c-f1dd-4f13-944f-df79c86f76bf is going to be created. [ 722.057611] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 722.058107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.058325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.058540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.058630] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.066666] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.066666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.066666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.066666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.066666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.066666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.561314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.561602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.788917] env[65546]: INFO networking_nsxv3.common.synchronization [req-702d6973-ac91-43a1-bfbd-667a4bdd6bad req-856a43d1-0ad1-47f0-9052-5fde87618f18 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 722.789126] env[65546]: INFO networking_nsxv3.common.synchronization [req-702d6973-ac91-43a1-bfbd-667a4bdd6bad req-856a43d1-0ad1-47f0-9052-5fde87618f18 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 722.789289] env[65546]: INFO networking_nsxv3.common.synchronization [req-702d6973-ac91-43a1-bfbd-667a4bdd6bad req-856a43d1-0ad1-47f0-9052-5fde87618f18 service nova] Enqueued Resource ID: 3860d59c-f1dd-4f13-944f-df79c86f76bf with Priority: HIGHEST for action port [ 722.790766] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 722.790952] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 722.791087] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3860d59c-f1dd-4f13-944f-df79c86f76bf with Priority: HIGHEST for action port [ 722.791705] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.791834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.792022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.792141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.792205] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.796354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.796354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.796354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3860d59c-f1dd-4f13-944f-df79c86f76bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.796354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.796354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.796631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.796631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3860d59c-f1dd-4f13-944f-df79c86f76bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.008066] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 723.008291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.298629] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.299321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.299321] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3860d59c-f1dd-4f13-944f-df79c86f76bf with status ACTIVE [ 723.300134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.300134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.300134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.300134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.300527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.300570] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.301429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.301429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.301429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.301429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.301429] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.301429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.301785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.301865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.301978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.302337] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3860d59c-f1dd-4f13-944f-df79c86f76bf is going to be updated. [ 723.328159] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.328339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.328400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.328736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.328901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3860d59c-f1dd-4f13-944f-df79c86f76bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.424870] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 723.425165] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 723.425300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.425558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.425821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.426049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.426181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.426250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.426443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.426493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.426583] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.515132] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.515425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.515425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.515537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.515681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.515812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.515864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.515981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.516099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.516189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.516341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.516434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.516495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.516643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.516773] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.516865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.516927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.517219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.517219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.517334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.517334] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.617961] env[65546]: INFO networking_nsxv3.common.synchronization [req-4ea4a32e-339a-48fa-ab9e-cdff112201c8 req-911f2d20-6666-4652-9b28-700ceede7507 tempest-ServerMetadataTestJSON-1442407483 tempest-ServerMetadataTestJSON-1442407483-project-member] Enqueued Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 723.618536] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 723.618992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.618992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.619193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.619477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.619477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.619579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.619701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.619777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.619874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.619968] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.873292] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1956170e-7895-43a6-83eb-a6f7062a9131 None None] Enqueued Resource ID: 107b93bb-fb0f-4a81-a2af-fb0721d2d3bc with Priority: HIGHEST for action port [ 723.873873] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107b93bb-fb0f-4a81-a2af-fb0721d2d3bc with Priority: HIGHEST for action port [ 723.874328] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-107b93bb-fb0f-4a81-a2af-fb0721d2d3bc taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.874328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-107b93bb-fb0f-4a81-a2af-fb0721d2d3bc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.874490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-107b93bb-fb0f-4a81-a2af-fb0721d2d3bc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.874637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-107b93bb-fb0f-4a81-a2af-fb0721d2d3bc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.874718] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107b93bb-fb0f-4a81-a2af-fb0721d2d3bc',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.929800] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.020437] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35681ade-e2c3-40eb-8076-51dc8b9b92ed: rpc.has_security_group_logging(os_id): False [ 724.042079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.042237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.042309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.042514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.042605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.042840] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.043050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.043050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.043228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.043269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.043664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.043664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.043664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.043824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.043824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.045046] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.045046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.045046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.045046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.045046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.045046] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 724.111424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.111424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.111424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.111424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.111424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.122610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.123615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.123774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.124096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.124199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.124417] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.124540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.124585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.124745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.124822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.124905] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 already deleted. [ 724.125987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.130317] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 724.377667] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 107b93bb-fb0f-4a81-a2af-fb0721d2d3bc [ 724.377667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.377667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.377667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.378907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.378907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.378907] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:107b93bb-fb0f-4a81-a2af-fb0721d2d3bc already deleted. [ 724.378907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-107b93bb-fb0f-4a81-a2af-fb0721d2d3bc" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.433335] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.815181] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.815466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-481" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.815516] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-481" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.815814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-481" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.816212] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.816384] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.816496] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.816708] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.816842] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.817051] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.817159] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.817261] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.817403] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.817463] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.817564] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.817689] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.838586] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.838744] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.838909] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.839106] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-481" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.839504] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-0378f39b-78a8-4d7f-884a-a24b97b0fc25 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.839647] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.839688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.840019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.840216] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0378f39b-78a8-4d7f-884a-a24b97b0fc25',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.936017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.936695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 724.976194] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.976194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.976194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.976194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.987243] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 725.342379] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343166] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.343166] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.343166] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.343401] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.343401] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 0378f39b-78a8-4d7f-884a-a24b97b0fc25 not found, creating... [ 725.345101] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.345101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.345101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.345101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.345101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345101] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.345101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.346346] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.347090] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.347395] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.347531] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 0378f39b-78a8-4d7f-884a-a24b97b0fc25 is going to be created. [ 725.392355] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.392867] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.393232] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.393534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.393645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.393873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.966735] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a15da854-5df3-4884-853d-0b4410020441 None None] Enqueued Resource ID: 2ebd1277-38ab-4961-af50-6b7027580027 with Priority: HIGHEST for action port [ 725.967518] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebd1277-38ab-4961-af50-6b7027580027 with Priority: HIGHEST for action port [ 725.968114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebd1277-38ab-4961-af50-6b7027580027 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.968408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebd1277-38ab-4961-af50-6b7027580027" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.969040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebd1277-38ab-4961-af50-6b7027580027" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.969322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebd1277-38ab-4961-af50-6b7027580027" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.969409] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebd1277-38ab-4961-af50-6b7027580027',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.074134] env[65546]: INFO networking_nsxv3.common.synchronization [req-4ea4a32e-339a-48fa-ab9e-cdff112201c8 req-3add880a-f0e8-4a4b-aa0d-993f1f92c57b service nova] Enqueued Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_rules [ 726.074134] env[65546]: INFO networking_nsxv3.common.synchronization [req-4ea4a32e-339a-48fa-ab9e-cdff112201c8 req-3add880a-f0e8-4a4b-aa0d-993f1f92c57b service nova] Enqueued Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 726.074134] env[65546]: INFO networking_nsxv3.common.synchronization [req-4ea4a32e-339a-48fa-ab9e-cdff112201c8 req-3add880a-f0e8-4a4b-aa0d-993f1f92c57b service nova] Enqueued Resource ID: 0378f39b-78a8-4d7f-884a-a24b97b0fc25 with Priority: HIGHEST for action port [ 726.074134] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_rules [ 726.074134] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 726.074641] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0378f39b-78a8-4d7f-884a-a24b97b0fc25 with Priority: HIGHEST for action port [ 726.075506] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.075773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.075941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.076294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.077061] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.078658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.079234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.079685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.079856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.081580] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.081580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.081580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.081580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.081580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.081580] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.082432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0378f39b-78a8-4d7f-884a-a24b97b0fc25 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.083532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.083532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.083532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.083532] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0378f39b-78a8-4d7f-884a-a24b97b0fc25',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.149919] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 726.150193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.150815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.151073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.151170] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.473146] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ebd1277-38ab-4961-af50-6b7027580027 [ 726.473667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.473667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.474017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.474017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.474116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.474170] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ebd1277-38ab-4961-af50-6b7027580027 already deleted. [ 726.474260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebd1277-38ab-4961-af50-6b7027580027" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.565399] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a968e526-51c2-4447-bac9-87ed456a0e41 None None] Enqueued Resource ID: 04dde48f-46ef-4dc9-a79e-6ad6cd32339c with Priority: HIGHEST for action port [ 726.565965] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dde48f-46ef-4dc9-a79e-6ad6cd32339c with Priority: HIGHEST for action port [ 726.566301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-04dde48f-46ef-4dc9-a79e-6ad6cd32339c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.566421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04dde48f-46ef-4dc9-a79e-6ad6cd32339c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.566481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04dde48f-46ef-4dc9-a79e-6ad6cd32339c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.566733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04dde48f-46ef-4dc9-a79e-6ad6cd32339c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.566813] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dde48f-46ef-4dc9-a79e-6ad6cd32339c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.579209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.579209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.588104] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.591080] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0378f39b-78a8-4d7f-884a-a24b97b0fc25 with status ACTIVE [ 726.591080] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591080] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591080] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.592527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.593690] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0378f39b-78a8-4d7f-884a-a24b97b0fc25 is going to be updated. [ 726.632141] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.632305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.632367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.632585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.632724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.632976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0378f39b-78a8-4d7f-884a-a24b97b0fc25" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655120] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.655513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.655734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.655942] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.656113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.656180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.656336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.656441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.656531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.656620] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.998405] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 726.998730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.998730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.999722] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.999722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.999722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.999722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.999722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.999722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.000013] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.072120] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04dde48f-46ef-4dc9-a79e-6ad6cd32339c [ 727.072627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.072627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.072627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.072880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.072880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073038] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04dde48f-46ef-4dc9-a79e-6ad6cd32339c already deleted. [ 727.073098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04dde48f-46ef-4dc9-a79e-6ad6cd32339c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094607] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.160054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160968] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.161292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.161367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.162045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.162164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.162228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.162382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.162522] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.162613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.162672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.163353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.163353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.163353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.163353] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.503706] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.503706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.503706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.503706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.503706] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.510219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.510219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.510219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.510219] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.597818] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.604889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.604889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.604889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.604889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.604889] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 is going to be created. [ 727.630475] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.630475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.630475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.630475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.642578] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: UNINITIALIZED for 2s [ 727.667123] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35681ade-e2c3-40eb-8076-51dc8b9b92ed: rpc.has_security_group_logging(os_id): False [ 727.686223] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.686223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.686348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.686446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.686680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.687803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.688135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.688201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.688278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.688641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.688897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.689045] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 727.745060] env[65546]: INFO networking_nsxv3.common.synchronization [None req-db433300-24ff-49cf-9ebb-594bdf8c7176 None None] Enqueued Resource ID: ee45c246-2a9a-45e9-b198-69d0de11495f with Priority: HIGHEST for action port [ 727.745686] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee45c246-2a9a-45e9-b198-69d0de11495f with Priority: HIGHEST for action port [ 727.746340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee45c246-2a9a-45e9-b198-69d0de11495f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.746545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee45c246-2a9a-45e9-b198-69d0de11495f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.746632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee45c246-2a9a-45e9-b198-69d0de11495f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.747682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee45c246-2a9a-45e9-b198-69d0de11495f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.748382] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee45c246-2a9a-45e9-b198-69d0de11495f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.764987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.765178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.765801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.765801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.787346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 728.012051] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 728.035406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.036070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.036070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.036070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.036227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.037528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.037920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.037920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.037920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037920] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 728.107160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.107413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.107493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.107785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.108085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.126072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 728.254484] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee45c246-2a9a-45e9-b198-69d0de11495f [ 728.254484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.254748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.255381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.255381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.255381] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee45c246-2a9a-45e9-b198-69d0de11495f already deleted. [ 728.255381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee45c246-2a9a-45e9-b198-69d0de11495f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.307523] env[65546]: INFO networking_nsxv3.common.synchronization [req-3ae7ca2d-78ec-4ab8-839a-ecaa91c31794 req-afd01f8e-071e-4dc0-b843-871112b28f3d tempest-AttachInterfacesV270Test-2003204909 tempest-AttachInterfacesV270Test-2003204909-project-member] Enqueued Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 728.309069] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 728.309069] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.309069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.309394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.309619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.309794] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.309932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.309972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.310662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.310744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.310849] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.813379] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.814056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.814335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.814657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.814837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.815154] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.815927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.816103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.816378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.816544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.816708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 already deleted. [ 728.816884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.824504] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.824728] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-269" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.824907] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-269" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.826539] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-269" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826539] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.829470] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.829470] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.829700] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.829840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.830091] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.830205] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.830304] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.830443] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.830606] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.830723] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.830869] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.851765] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.851917] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.852046] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.852223] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-269" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.852523] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-3cc10e11-77bc-46fa-9bce-69915213f9af taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.852695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.852804] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.853436] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.853648] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc10e11-77bc-46fa-9bce-69915213f9af',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.139768] env[65546]: INFO networking_nsxv3.common.synchronization [None req-ce6e49f1-f079-46ac-afea-f370a64cea99 None None] Enqueued Resource ID: e1b7e79e-5e95-4313-a0cf-7a70813fdb68 with Priority: HIGHEST for action port [ 729.139768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b7e79e-5e95-4313-a0cf-7a70813fdb68 with Priority: HIGHEST for action port [ 729.139768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b7e79e-5e95-4313-a0cf-7a70813fdb68 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b7e79e-5e95-4313-a0cf-7a70813fdb68" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b7e79e-5e95-4313-a0cf-7a70813fdb68" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b7e79e-5e95-4313-a0cf-7a70813fdb68" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139768] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b7e79e-5e95-4313-a0cf-7a70813fdb68',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.359745] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.359745] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 3cc10e11-77bc-46fa-9bce-69915213f9af not found, creating... [ 729.359745] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.359745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.360267] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.360267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.360267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.360267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.360267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.360267] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 3cc10e11-77bc-46fa-9bce-69915213f9af is going to be created. [ 729.384310] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.384560] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.384686] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.384967] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.385347] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.385482] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.643067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b7e79e-5e95-4313-a0cf-7a70813fdb68 [ 729.643067] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.643067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.643067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.643067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.643067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.643067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b7e79e-5e95-4313-a0cf-7a70813fdb68 already deleted. [ 729.643067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b7e79e-5e95-4313-a0cf-7a70813fdb68" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657680] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: SUCCESS [ 729.657680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.657940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.658142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.658256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.658322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.658467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.658633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.658633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.658721] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.808616] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 729.809020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.140462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 730.140780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.162568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.162568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.162568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.163604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.163604] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.163604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.163604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.164173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.164363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.164677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.165739] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.165739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.165739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.165739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.165739] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.166577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.167166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.167166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.168042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.170321] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.197482] env[65546]: INFO networking_nsxv3.common.synchronization [req-3ae7ca2d-78ec-4ab8-839a-ecaa91c31794 req-88184527-24bb-4109-a87e-35349c05f9c7 service nova] Enqueued Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_rules [ 730.197482] env[65546]: INFO networking_nsxv3.common.synchronization [req-3ae7ca2d-78ec-4ab8-839a-ecaa91c31794 req-88184527-24bb-4109-a87e-35349c05f9c7 service nova] Enqueued Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 730.197482] env[65546]: INFO networking_nsxv3.common.synchronization [req-3ae7ca2d-78ec-4ab8-839a-ecaa91c31794 req-88184527-24bb-4109-a87e-35349c05f9c7 service nova] Enqueued Resource ID: 3cc10e11-77bc-46fa-9bce-69915213f9af with Priority: HIGHEST for action port [ 730.204022] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_rules [ 730.204022] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 730.204022] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc10e11-77bc-46fa-9bce-69915213f9af with Priority: HIGHEST for action port [ 730.204022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.204022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.204022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.204022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.204022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.204678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.204678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.204678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.204678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.204774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.206162] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc10e11-77bc-46fa-9bce-69915213f9af taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.206341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.206445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.206869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.206869] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc10e11-77bc-46fa-9bce-69915213f9af',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.673718] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7: rpc.has_security_group_logging(os_id): False [ 730.695500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.696619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.696619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.696900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.696900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.697078] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.697185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.697244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 is going to be created. [ 730.712232] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.712502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.714801] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc10e11-77bc-46fa-9bce-69915213f9af with status ACTIVE [ 730.714801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.714801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.714801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.714801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.715404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.715472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.715572] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc10e11-77bc-46fa-9bce-69915213f9af is going to be updated. [ 730.721319] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.781497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.781755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.782043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.782409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.782614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.783087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc10e11-77bc-46fa-9bce-69915213f9af" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.858644] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.860041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.860041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.896771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: IN_PROGRESS for 2s [ 731.223944] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.728140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.728405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.728487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.728707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.728835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.728901] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 is going to be created. [ 731.757699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.757820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.757820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.758069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.758401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771540] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: UNINITIALIZED for 2s [ 732.608253] env[65546]: INFO networking_nsxv3.common.synchronization [req-ba384c4f-b302-4ff5-a4ea-5fb942cbcb71 req-5dbfbd3d-4da7-4bba-a9ae-d6eac718785e tempest-ServersTestBootFromVolume-1816002244 tempest-ServersTestBootFromVolume-1816002244-project-member] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 732.609492] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 732.609930] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.610128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.610221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.610711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.610784] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.610942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.611031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.611231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.611347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.611577] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.660596] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4bdcfecc-0541-479b-9149-c0d860b15736 None None] Enqueued Resource ID: 52dfdb45-544e-400f-bd09-216825ee1062 with Priority: HIGHEST for action port [ 732.662619] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52dfdb45-544e-400f-bd09-216825ee1062 with Priority: HIGHEST for action port [ 732.663252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-52dfdb45-544e-400f-bd09-216825ee1062 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.663252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52dfdb45-544e-400f-bd09-216825ee1062" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.663252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52dfdb45-544e-400f-bd09-216825ee1062" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.663478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52dfdb45-544e-400f-bd09-216825ee1062" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.664103] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52dfdb45-544e-400f-bd09-216825ee1062',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.881428] env[65546]: INFO networking_nsxv3.common.synchronization [None req-0dfaec27-ee1a-4ed1-b264-e8bd30e982f1 None None] Enqueued Resource ID: 8fd632af-2b30-4701-9358-a85ead5ff998 with Priority: HIGHEST for action port [ 732.881981] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd632af-2b30-4701-9358-a85ead5ff998 with Priority: HIGHEST for action port [ 732.882296] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd632af-2b30-4701-9358-a85ead5ff998 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.882417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd632af-2b30-4701-9358-a85ead5ff998" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.882481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd632af-2b30-4701-9358-a85ead5ff998" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd632af-2b30-4701-9358-a85ead5ff998" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882811] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd632af-2b30-4701-9358-a85ead5ff998',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.910860] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: SUCCESS [ 732.911242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.011761] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.012381] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-609" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.012381] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-609" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.012768] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-609" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.013168] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.013455] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.013558] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.013874] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.014115] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.014473] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.014656] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.014817] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.014973] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.015151] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.015309] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.015496] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.041125] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.041326] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.041463] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.041634] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-609" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.041961] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-32c577b8-e744-4141-a811-e096dee8391d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042141] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042243] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042713] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c577b8-e744-4141-a811-e096dee8391d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.116700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.116932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.117013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.117207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.117299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.117561] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.117716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.117845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.118233] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 already deleted. [ 733.118316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.166397] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52dfdb45-544e-400f-bd09-216825ee1062 [ 733.166628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.166763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.166829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.167958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.167958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.167958] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52dfdb45-544e-400f-bd09-216825ee1062 already deleted. [ 733.167958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52dfdb45-544e-400f-bd09-216825ee1062" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389298] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd632af-2b30-4701-9358-a85ead5ff998 [ 733.389475] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.390235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.390235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.390235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.390235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.390235] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd632af-2b30-4701-9358-a85ead5ff998 already deleted. [ 733.390867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd632af-2b30-4701-9358-a85ead5ff998" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.546084] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.546484] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.546622] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.547088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.547316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.547675] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 32c577b8-e744-4141-a811-e096dee8391d not found, creating... [ 733.547984] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.548103] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.548208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.548613] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.548613] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.549224] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549699] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549699] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549824] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549980] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.550164] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 32c577b8-e744-4141-a811-e096dee8391d is going to be created. [ 733.575661] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.575940] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.576223] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.576309] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.576528] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.576767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787212] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: SUCCESS [ 733.787562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.787832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.788063] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.788192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.788271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.788428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.788506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788699] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.137332] env[65546]: INFO networking_nsxv3.common.synchronization [None req-0126adff-f882-4158-bf74-b1065495669d None None] Enqueued Resource ID: e9689211-ec46-454b-9c88-514f5298b97c with Priority: HIGHEST for action port [ 734.137332] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9689211-ec46-454b-9c88-514f5298b97c with Priority: HIGHEST for action port [ 734.137332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9689211-ec46-454b-9c88-514f5298b97c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.137564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9689211-ec46-454b-9c88-514f5298b97c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.137564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9689211-ec46-454b-9c88-514f5298b97c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.137947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9689211-ec46-454b-9c88-514f5298b97c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.137947] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9689211-ec46-454b-9c88-514f5298b97c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.293413] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.296068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.297324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.297416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.297500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.297672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.297779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.297859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.298060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.298165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.298242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.298434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.298607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.298607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.298748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.298777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.298838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.298941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.299044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.307936] env[65546]: INFO networking_nsxv3.common.synchronization [req-ba384c4f-b302-4ff5-a4ea-5fb942cbcb71 req-39a6c929-5717-4f86-be08-7552b159aae1 service nova] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 734.308118] env[65546]: INFO networking_nsxv3.common.synchronization [req-ba384c4f-b302-4ff5-a4ea-5fb942cbcb71 req-39a6c929-5717-4f86-be08-7552b159aae1 service nova] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 734.308337] env[65546]: INFO networking_nsxv3.common.synchronization [req-ba384c4f-b302-4ff5-a4ea-5fb942cbcb71 req-39a6c929-5717-4f86-be08-7552b159aae1 service nova] Enqueued Resource ID: 32c577b8-e744-4141-a811-e096dee8391d with Priority: HIGHEST for action port [ 734.309141] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_rules [ 734.309141] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 734.309271] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c577b8-e744-4141-a811-e096dee8391d with Priority: HIGHEST for action port [ 734.309719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.310311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.311030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.311121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.311479] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.312836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314275] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315356] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.318047] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c577b8-e744-4141-a811-e096dee8391d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.318227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.318297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.318907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.319701] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c577b8-e744-4141-a811-e096dee8391d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.641726] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9689211-ec46-454b-9c88-514f5298b97c [ 734.642060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.642150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.642208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.642414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.642501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.642593] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9689211-ec46-454b-9c88-514f5298b97c already deleted. [ 734.642671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9689211-ec46-454b-9c88-514f5298b97c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.802229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff88b91-993c-4798-a57c-59ab7aa0ccb0: rpc.has_security_group_logging(os_id): False [ 734.821337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.822013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.822013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.822013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.822013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.822176] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.822520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.822520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.822617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.822807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.824399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.824399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.824399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.824399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 is going to be created. [ 734.828433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.828544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.828717] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.829688] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c577b8-e744-4141-a811-e096dee8391d with status ACTIVE [ 734.829878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.829989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.830971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.830971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.831374] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.831374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.831374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.831551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.831551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.831648] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c577b8-e744-4141-a811-e096dee8391d is going to be updated. [ 734.871488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.871649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.871722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.871939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.872091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.872284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c577b8-e744-4141-a811-e096dee8391d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.936291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: IN_PROGRESS for 2s [ 735.334387] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.748062] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c3bdc0a-70df-4bb1-a5d0-f6f94bff5513 req-fe320f2c-ad16-4fe3-9830-c93b8fa70ce8 tempest-ServersTestJSON-725815836 tempest-ServersTestJSON-725815836-project-member] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 735.748825] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 735.748926] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.749017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.749090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.749333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.749490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.749597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.749656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.749773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.749854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.749943] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.841870] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.842330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.842330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.842330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.842330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.842935] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 is going to be created. [ 735.879253] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.879421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.879481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.879684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.879849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.891459] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: UNINITIALIZED for 2s [ 736.208145] env[65546]: INFO networking_nsxv3.common.synchronization [None req-3c1b0104-cc6d-496c-80e8-70fc772ebc96 None None] Enqueued Resource ID: f742024d-a474-49f4-9811-8e7be6433236 with Priority: HIGHEST for action port [ 736.208935] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f742024d-a474-49f4-9811-8e7be6433236 with Priority: HIGHEST for action port [ 736.209425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f742024d-a474-49f4-9811-8e7be6433236 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.209790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f742024d-a474-49f4-9811-8e7be6433236" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.209860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f742024d-a474-49f4-9811-8e7be6433236" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.210408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f742024d-a474-49f4-9811-8e7be6433236" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.210561] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f742024d-a474-49f4-9811-8e7be6433236',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.231909] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.232148] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-869" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.232148] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-869" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.232582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-869" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.233377] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.233377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.233377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.233651] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.233710] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.233901] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.234013] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.234145] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.234306] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.234404] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.234530] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.234724] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.252371] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.252748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.252748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.252969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.252969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.253229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.253428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.254249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.254249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.254249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf already deleted. [ 736.254249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.256202] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.256325] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.256447] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.257103] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-869" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.257418] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-c67cd904-c1fe-44c0-8a81-c9ac31750af1 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.257648] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.257695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.257960] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.258126] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67cd904-c1fe-44c0-8a81-c9ac31750af1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.715025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f742024d-a474-49f4-9811-8e7be6433236 [ 736.715025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.715025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.715025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.715025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.715025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f742024d-a474-49f4-9811-8e7be6433236 already deleted. [ 736.715025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f742024d-a474-49f4-9811-8e7be6433236" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.743415] env[65546]: INFO networking_nsxv3.common.synchronization [None req-943ac364-d917-412a-a982-34c488a9fd20 None None] Enqueued Resource ID: 7da74c34-7f1a-4a0f-9412-6b86705459e1 with Priority: HIGHEST for action port [ 736.743650] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da74c34-7f1a-4a0f-9412-6b86705459e1 with Priority: HIGHEST for action port [ 736.744140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da74c34-7f1a-4a0f-9412-6b86705459e1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.744140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da74c34-7f1a-4a0f-9412-6b86705459e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.744324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da74c34-7f1a-4a0f-9412-6b86705459e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.744496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da74c34-7f1a-4a0f-9412-6b86705459e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.744545] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da74c34-7f1a-4a0f-9412-6b86705459e1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.761095] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.761311] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.761446] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.761756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.761892] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.762073] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port c67cd904-c1fe-44c0-8a81-c9ac31750af1 not found, creating... [ 736.763372] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.763574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.763695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.763970] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.764148] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.765242] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.765242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.765242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.765242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.765242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.765242] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: c67cd904-c1fe-44c0-8a81-c9ac31750af1 is going to be created. [ 736.790208] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.790208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.790208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.790208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.790636] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790636] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.951248] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: SUCCESS [ 736.951248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.247467] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7da74c34-7f1a-4a0f-9412-6b86705459e1 [ 737.247632] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.247770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.247841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.248066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.248154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.248249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7da74c34-7f1a-4a0f-9412-6b86705459e1 already deleted. [ 737.248330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da74c34-7f1a-4a0f-9412-6b86705459e1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.620013] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c3bdc0a-70df-4bb1-a5d0-f6f94bff5513 req-602a4d5c-f291-4cf0-8287-d5c5d21badeb service nova] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 737.620219] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c3bdc0a-70df-4bb1-a5d0-f6f94bff5513 req-602a4d5c-f291-4cf0-8287-d5c5d21badeb service nova] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 737.620373] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c3bdc0a-70df-4bb1-a5d0-f6f94bff5513 req-602a4d5c-f291-4cf0-8287-d5c5d21badeb service nova] Enqueued Resource ID: c67cd904-c1fe-44c0-8a81-c9ac31750af1 with Priority: HIGHEST for action port [ 737.620932] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_rules [ 737.622290] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 737.622396] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67cd904-c1fe-44c0-8a81-c9ac31750af1 with Priority: HIGHEST for action port [ 737.622724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.622858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.622928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.623183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.623267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.627614] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.627754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.627841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.628804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.629011] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.629108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.629177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.629341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.629656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.629843] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.631516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67cd904-c1fe-44c0-8a81-c9ac31750af1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.631664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.631709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.635296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.635296] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67cd904-c1fe-44c0-8a81-c9ac31750af1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.903364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: SUCCESS [ 737.903630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.904458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.904458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.904458] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.904458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.904764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.904764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.904764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.904886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.904929] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.035715] env[65546]: INFO networking_nsxv3.common.synchronization [None req-41ca7014-2a49-460e-88c9-a644850ea315 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 738.036794] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 738.036794] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.036794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.036794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.037060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.037126] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.129292] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.129449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.135723] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.137035] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67cd904-c1fe-44c0-8a81-c9ac31750af1 with status ACTIVE [ 738.137303] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.137521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.137874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.140577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.140577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.140577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.140577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67cd904-c1fe-44c0-8a81-c9ac31750af1 is going to be updated. [ 738.172977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.173179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.173257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.173462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.173596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.174376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67cd904-c1fe-44c0-8a81-c9ac31750af1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.205596] env[65546]: INFO networking_nsxv3.common.synchronization [None req-34a95a40-bad3-43ac-8504-99ec1b7cd38a tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 738.206687] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 738.207201] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.208964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.408833] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.561173] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.561383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.561552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.561873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.562104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.562225] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 already deleted. [ 738.562560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.562560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.562640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.562729] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.638026] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.912488] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e610de-3a33-4858-9bc3-26f12b2f94a8: rpc.has_security_group_logging(os_id): False [ 738.934470] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.934688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.936545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.936839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.936945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.937234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.937356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.937421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.937703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.937703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.937856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 is going to be created. [ 738.991779] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7427d294-cf90-45a7-8148-e3f5895ac43c None None] Enqueued Resource ID: 39fc1587-0ee1-43b1-aa8d-4f0cf8e72172 with Priority: HIGHEST for action port [ 738.992410] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fc1587-0ee1-43b1-aa8d-4f0cf8e72172 with Priority: HIGHEST for action port [ 738.992685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-39fc1587-0ee1-43b1-aa8d-4f0cf8e72172 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.992808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39fc1587-0ee1-43b1-aa8d-4f0cf8e72172" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.992878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39fc1587-0ee1-43b1-aa8d-4f0cf8e72172" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.993232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39fc1587-0ee1-43b1-aa8d-4f0cf8e72172" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.993316] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39fc1587-0ee1-43b1-aa8d-4f0cf8e72172',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.010891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.022859] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: IN_PROGRESS for 2s [ 739.091294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.091785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.091785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.091785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.091938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.091938] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 already deleted. [ 739.092045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.141414] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.141655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.141655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.142701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.142701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.142701] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf is going to be created. [ 739.189284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.189537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.189669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.189988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.190283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.203522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: UNINITIALIZED for 2s [ 739.496034] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39fc1587-0ee1-43b1-aa8d-4f0cf8e72172 [ 739.496298] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.496475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.496559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.496843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.497147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.497226] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39fc1587-0ee1-43b1-aa8d-4f0cf8e72172 already deleted. [ 739.497335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39fc1587-0ee1-43b1-aa8d-4f0cf8e72172" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.024162] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ae6b3c3-02a8-4d90-9c0e-c46c72bd032d req-d163e5a1-cca3-4387-86d0-f4b7730ddad7 tempest-DeleteServersAdminTestJSON-1033522712 tempest-DeleteServersAdminTestJSON-1033522712-project-member] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 740.024953] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 740.028754] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.028964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.028964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.029200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.029367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.029479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.029542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.029671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.029775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.029902] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.536216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.536216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.536216] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be updated. [ 740.551875] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.552368] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.552669] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.553097] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.553475] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.553892] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.554745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.555815] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.555815] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.555815] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.556111] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.556311] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.556496] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.556696] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.557561] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.557561] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.566015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.566390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.566600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.566930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.568884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.577912] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 740.581639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.581639] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.581639] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.581639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.581639] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-07778f76-f7df-43fa-8f1f-51b2a199e76c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.581639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.581639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.581639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.581639] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07778f76-f7df-43fa-8f1f-51b2a199e76c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.749415] env[65546]: INFO networking_nsxv3.common.synchronization [req-9409f732-3d48-4c12-b187-64515db6696b req-5b14513e-af6e-4c31-a96e-bd67e9560ad3 tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 740.749415] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 740.749415] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.749415] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.749415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.750016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.750016] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.053534] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: SUCCESS [ 741.053534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.086373] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.086690] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.086690] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.086912] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.087073] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.087214] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 07778f76-f7df-43fa-8f1f-51b2a199e76c not found, creating... [ 741.087473] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.087657] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.087723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.087925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.088067] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.088380] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.088561] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.088650] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.088849] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.088932] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.089218] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 07778f76-f7df-43fa-8f1f-51b2a199e76c is going to be created. [ 741.134351] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.134671] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.134729] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.135020] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.135245] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.135502] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.218936] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: SUCCESS [ 741.219211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.219388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.219615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.219851] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.219977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.220118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220651] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.251758] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.252380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.252621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.253084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.253471] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 741.335630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.335831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.335987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.336218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.336437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.353098] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 741.722990] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ae6b3c3-02a8-4d90-9c0e-c46c72bd032d req-2eb461c5-44c5-40e0-af35-5f6e72220b5b service nova] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_rules [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ae6b3c3-02a8-4d90-9c0e-c46c72bd032d req-2eb461c5-44c5-40e0-af35-5f6e72220b5b service nova] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ae6b3c3-02a8-4d90-9c0e-c46c72bd032d req-2eb461c5-44c5-40e0-af35-5f6e72220b5b service nova] Enqueued Resource ID: 07778f76-f7df-43fa-8f1f-51b2a199e76c with Priority: HIGHEST for action port [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_rules [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 741.828354] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07778f76-f7df-43fa-8f1f-51b2a199e76c with Priority: HIGHEST for action port [ 741.828354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.828741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.828741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.828741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.828741] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.829568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.829668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.829860] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-07778f76-f7df-43fa-8f1f-51b2a199e76c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.829982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.830059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.830224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.830310] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07778f76-f7df-43fa-8f1f-51b2a199e76c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.225847] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d15e213a-e372-4cb2-8803-2e3d529391bf: rpc.has_security_group_logging(os_id): False [ 742.248712] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.249349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.250661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250661] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf is going to be created. [ 742.333628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.334342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.334342] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07778f76-f7df-43fa-8f1f-51b2a199e76c with status ACTIVE [ 742.334342] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.335533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.336083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.336083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.336083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.336083] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07778f76-f7df-43fa-8f1f-51b2a199e76c is going to be updated. [ 742.484185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.484351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.484499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.484632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.484776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.484913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07778f76-f7df-43fa-8f1f-51b2a199e76c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.504840] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.504840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.504840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.505094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.505094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.526395] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: IN_PROGRESS for 2s [ 742.605374] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 742.605967] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 deletion is rescheduled due to dependency. [ 742.605967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.605967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.606245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.606763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.606763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.606763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.606955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.607041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.607263] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.085706] env[65546]: INFO networking_nsxv3.common.synchronization [req-d742ee75-0bec-45a8-8f20-6a062aabc92a req-96adac95-f2e1-4a2c-ac19-065a635c3385 tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 743.086486] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 743.087031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.087196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.087292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.087551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.087833] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.087970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.088066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.088277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.088393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.088531] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.109631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.365748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 743.365928] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 deletion is rescheduled due to dependency. [ 743.366074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591694] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.611659] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.721342] env[65546]: INFO networking_nsxv3.common.synchronization [req-d742ee75-0bec-45a8-8f20-6a062aabc92a req-c028b087-1488-4332-be82-655f56287ba9 tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 743.721847] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 743.722168] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.722590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.095842] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.113672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.113819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.113933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.114276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.114276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.114463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be updated. [ 744.146946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.147148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.147148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.147294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.147446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.158125] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 744.190627] env[65546]: INFO networking_nsxv3.common.synchronization [req-d742ee75-0bec-45a8-8f20-6a062aabc92a req-5ac2803d-d540-4b88-ac8a-bf678c4fd71f tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 744.191404] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 744.191703] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.191829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.539917] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: SUCCESS [ 744.539917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.602872] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.602872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.602872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.602872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.602872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.602872] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 744.646944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.646944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.646944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.646944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.646944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.661050] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 745.774318] env[65546]: INFO networking_nsxv3.common.synchronization [req-21b4a3db-b152-4ab5-8974-205dca3d93b5 req-20ebed22-e0d4-4970-8328-254c669491f7 tempest-ServerAddressesTestJSON-1794231216 tempest-ServerAddressesTestJSON-1794231216-project-member] Enqueued Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 745.775330] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 745.775330] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.775558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.776932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.780226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.171722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 746.171835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.171928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.172166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.172386] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.172532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.172655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.172748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.172825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.172911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.173031] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.234579] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.234765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-665" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.235095] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-665" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.235252] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-665" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.235515] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.235662] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.235812] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.235984] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.236182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.236409] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.236487] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.236527] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.236630] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.236758] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.236890] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.237139] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.258972] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.259262] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.259813] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.259813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-665" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.260145] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-0b5f922a-43f0-45fe-809b-d9619fe0fd84 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260704] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260704] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.260908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.261138] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5f922a-43f0-45fe-809b-d9619fe0fd84',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.282057] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283559] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 already deleted. [ 746.283559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 746.668600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669187] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.669309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.669379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.669529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669708] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.677849] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.678041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.678137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.678411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.678628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.678755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.678843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.679158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.679275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.679467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.680325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.680325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.680325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.680545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.680545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.680642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.680717] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.752031] env[65546]: INFO networking_nsxv3.common.synchronization [None req-54b0d011-1fad-4e0d-aae0-05f9fa023753 None None] Enqueued Resource ID: 83568427-b341-4b02-8bd7-af5543e2c7b9 with Priority: HIGHEST for action port [ 746.752578] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83568427-b341-4b02-8bd7-af5543e2c7b9 with Priority: HIGHEST for action port [ 746.752990] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-83568427-b341-4b02-8bd7-af5543e2c7b9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83568427-b341-4b02-8bd7-af5543e2c7b9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83568427-b341-4b02-8bd7-af5543e2c7b9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83568427-b341-4b02-8bd7-af5543e2c7b9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753773] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83568427-b341-4b02-8bd7-af5543e2c7b9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.765106] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.765324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765450] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.765910] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.766078] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.766454] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 0b5f922a-43f0-45fe-809b-d9619fe0fd84 not found, creating... [ 746.766997] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.767190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.767305] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.767535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.767668] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.767945] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.768106] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.768219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.768418] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.768549] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.768678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 0b5f922a-43f0-45fe-809b-d9619fe0fd84 is going to be created. [ 746.790095] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.790687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.790687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.790687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.790845] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.791053] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.179903] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.179903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.179903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.180127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.180270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.180567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.181253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.181253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.181253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.181253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.181253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 747.185804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15c3d188-2876-4177-bb94-bfc4d95a9ff5: rpc.has_security_group_logging(os_id): False [ 747.210952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.210952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.212186] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.212186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.212186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.212186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.212186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.212411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.212506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.212599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.212790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.212850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.213178] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.213422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.213771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.213771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.213880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.213984] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be updated. [ 747.221787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.222094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.222094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.222668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.222668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.233262] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 747.258862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83568427-b341-4b02-8bd7-af5543e2c7b9 [ 747.259257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.259325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.259452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.259845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.260775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.260775] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83568427-b341-4b02-8bd7-af5543e2c7b9 already deleted. [ 747.260775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83568427-b341-4b02-8bd7-af5543e2c7b9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336329] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.337129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.361829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 747.659037] env[65546]: INFO networking_nsxv3.common.synchronization [req-21b4a3db-b152-4ab5-8974-205dca3d93b5 req-613c6049-bc51-498a-af0d-0c4493105644 service nova] Enqueued Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_rules [ 747.659238] env[65546]: INFO networking_nsxv3.common.synchronization [req-21b4a3db-b152-4ab5-8974-205dca3d93b5 req-613c6049-bc51-498a-af0d-0c4493105644 service nova] Enqueued Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 747.659368] env[65546]: INFO networking_nsxv3.common.synchronization [req-21b4a3db-b152-4ab5-8974-205dca3d93b5 req-613c6049-bc51-498a-af0d-0c4493105644 service nova] Enqueued Resource ID: 0b5f922a-43f0-45fe-809b-d9619fe0fd84 with Priority: HIGHEST for action port [ 747.659932] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_rules [ 747.660084] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 747.660175] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5f922a-43f0-45fe-809b-d9619fe0fd84 with Priority: HIGHEST for action port [ 747.660449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.661060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.661060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.661060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.661060] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.662609] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.662890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.662890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.662984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.664031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.664031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.664031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.664031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.664031] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.666776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5f922a-43f0-45fe-809b-d9619fe0fd84 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.666776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.666776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.666776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.666776] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5f922a-43f0-45fe-809b-d9619fe0fd84',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.167882] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.171639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.171639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b5f922a-43f0-45fe-809b-d9619fe0fd84 with status ACTIVE [ 748.171639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.171639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.171639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.172313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.172313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.172313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.172313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172313] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b5f922a-43f0-45fe-809b-d9619fe0fd84 is going to be updated. [ 748.195711] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.196071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.196412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.196590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.196881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5f922a-43f0-45fe-809b-d9619fe0fd84" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.673112] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.090208] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f333b496-7bc2-43ce-ab77-1a1b2bbea57d None None] Enqueued Resource ID: 888fc333-f39e-4ed1-b33c-f13de842626e with Priority: HIGHEST for action port [ 749.090500] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888fc333-f39e-4ed1-b33c-f13de842626e with Priority: HIGHEST for action port [ 749.091112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-888fc333-f39e-4ed1-b33c-f13de842626e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.091255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888fc333-f39e-4ed1-b33c-f13de842626e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.091343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888fc333-f39e-4ed1-b33c-f13de842626e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.091630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888fc333-f39e-4ed1-b33c-f13de842626e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.091737] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888fc333-f39e-4ed1-b33c-f13de842626e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.173586] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.173946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.173946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.174045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.174106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.174196] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 is going to be created. [ 749.200981] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.201138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.201138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.201316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.201528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.213449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: UNINITIALIZED for 2s [ 749.247577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 4s [ 749.382223] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 749.382223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595543] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 888fc333-f39e-4ed1-b33c-f13de842626e [ 749.596044] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.596298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.596397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.596851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.598484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.598533] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:888fc333-f39e-4ed1-b33c-f13de842626e already deleted. [ 749.598743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888fc333-f39e-4ed1-b33c-f13de842626e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226966] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: SUCCESS [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.226966] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226966] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.257337] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 751.257511] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed deletion is rescheduled due to dependency. [ 751.257637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.258524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.258754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.258992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.259083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.259141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.259582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.259669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.259773] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.729354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.729551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.729616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.729878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.730792] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.730951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.731036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.731252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.731364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.732272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.732272] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.732272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.732272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.732272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.732529] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.732529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.732623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.733161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.733161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.733161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.733297] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.763992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.764695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.764968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.765476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.765695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.766354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.766354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.766354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.766637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.766778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.766911] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 751.818623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.818889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.819088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.819257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.819420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.830898] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 752.236296] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eefa6e68-2d0d-4dd1-8266-d7dbdd92a332: rpc.has_security_group_logging(os_id): False [ 752.257122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259230] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259230] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.261054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.264726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.264726] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 is going to be created. [ 752.362965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.362965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.362965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.362965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.362965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.381390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: IN_PROGRESS for 2s [ 752.573705] env[65546]: INFO networking_nsxv3.common.synchronization [None req-568efb51-3899-4f56-99b5-2a2260ef5ee6 None None] Enqueued Resource ID: c96e1546-fb0e-4094-b372-67320d59beac with Priority: HIGHEST for action port [ 752.574511] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96e1546-fb0e-4094-b372-67320d59beac with Priority: HIGHEST for action port [ 752.574676] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96e1546-fb0e-4094-b372-67320d59beac taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.574746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96e1546-fb0e-4094-b372-67320d59beac" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.575198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96e1546-fb0e-4094-b372-67320d59beac" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.579557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96e1546-fb0e-4094-b372-67320d59beac" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.579686] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96e1546-fb0e-4094-b372-67320d59beac',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.081991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96e1546-fb0e-4094-b372-67320d59beac [ 753.082216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.082349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.082419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.082629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.082719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.082810] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96e1546-fb0e-4094-b372-67320d59beac already deleted. [ 753.082887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96e1546-fb0e-4094-b372-67320d59beac" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.428829] env[65546]: INFO networking_nsxv3.common.synchronization [req-8a9e7201-01ec-4921-8527-d954208b2c18 req-c979799d-a20a-4097-aa4e-5ae6057150ad tempest-ImagesNegativeTestJSON-1407980632 tempest-ImagesNegativeTestJSON-1407980632-project-member] Enqueued Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 753.429501] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 753.429838] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.429961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.430333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.430570] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.430669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.430903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.430990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.431099] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.719022] env[65546]: INFO networking_nsxv3.common.synchronization [req-ee298ee2-85eb-4f49-a44b-a2205b108c96 req-c7d4e7ef-935b-42ff-95e0-c7895692df34 tempest-AttachInterfacesV270Test-2003204909 tempest-AttachInterfacesV270Test-2003204909-project-member] Enqueued Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 753.719022] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGHEST for action security_group_members [ 753.719022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.719022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.719022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.719022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.730043] env[65546]: INFO networking_nsxv3.common.synchronization [None req-3e87fefd-23ee-4503-8ced-59d6a7816f96 None None] Enqueued Resource ID: cfe635e7-3bfa-424d-8e8f-8ef750b89f13 with Priority: HIGHEST for action port [ 753.730043] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe635e7-3bfa-424d-8e8f-8ef750b89f13 with Priority: HIGHEST for action port [ 753.730043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe635e7-3bfa-424d-8e8f-8ef750b89f13 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.730043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe635e7-3bfa-424d-8e8f-8ef750b89f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe635e7-3bfa-424d-8e8f-8ef750b89f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.730043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe635e7-3bfa-424d-8e8f-8ef750b89f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.730043] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe635e7-3bfa-424d-8e8f-8ef750b89f13',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.842424] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 753.842836] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed deletion is rescheduled due to dependency. [ 753.842836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.881866] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f2ca7e17-c4a8-44ad-a0c0-09204f5d1a3d tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 with Priority: HIGHEST for action security_group_rules [ 753.882666] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 with Priority: HIGHEST for action security_group_rules [ 753.883015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c868ac5-a5fc-4718-88fe-767f6210a058 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.883591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.883715] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c868ac5-a5fc-4718-88fe-767f6210a058',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.934855] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935708] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.936502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.936502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.936502] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f already deleted. [ 753.936502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.192303] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.192515] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-518" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.192515] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-518" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.192845] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-518" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.194065] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.194319] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.194499] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.194773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.194963] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.195241] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.195449] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.195587] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.195768] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.195911] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.196026] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.196890] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.216467] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.216624] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.216772] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.216947] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-518" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.217276] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-50c0b995-15f2-4588-ba29-82a448663c88 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.217448] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.219312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.219312] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c0b995-15f2-4588-ba29-82a448663c88',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.220750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.220864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.220864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.221069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.221157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.222229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.222229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.222229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.222229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.222229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.222229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 is going to be updated. [ 754.238259] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe635e7-3bfa-424d-8e8f-8ef750b89f13 [ 754.238515] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.238655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.238712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.239616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.239616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.239616] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe635e7-3bfa-424d-8e8f-8ef750b89f13 already deleted. [ 754.239616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe635e7-3bfa-424d-8e8f-8ef750b89f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.277189] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.277341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.277430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.277650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.277796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.293068] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: IN_PROGRESS for 2s [ 754.396332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: SUCCESS [ 754.396560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409236] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.409448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.409448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.409885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.409885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409885] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 already deleted. [ 754.409885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.449867] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8fd7400a-ab90-4835-96be-3f6817ca6ad5 tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 with Priority: HIGHEST for action security_group_rules [ 754.450824] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 with Priority: HIGHEST for action security_group_rules [ 754.450824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c868ac5-a5fc-4718-88fe-767f6210a058 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.450996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.450996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.451175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.451253] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c868ac5-a5fc-4718-88fe-767f6210a058',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.722062] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.722303] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.722434] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.722766] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.722913] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.723036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 50c0b995-15f2-4588-ba29-82a448663c88 not found, creating... [ 754.723315] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.723567] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.723683] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.723917] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.724061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.724404] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.724854] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.724854] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.724992] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.725101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.725256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 50c0b995-15f2-4588-ba29-82a448663c88 is going to be created. [ 754.735484] env[65546]: INFO networking_nsxv3.common.synchronization [req-fd46c65c-3415-4049-8c43-a974223fa176 req-83d732d6-aba6-470f-8137-4040f84231e3 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 754.736204] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 754.736423] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.736563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.736651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.736906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.737106] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.737452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.737452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.737452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.737630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.737675] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.748090] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.748819] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.748819] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.748819] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.749356] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.749356] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.972189] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4908a3c6-9336-46dc-810a-5f52ecec7948 None None] Enqueued Resource ID: 3656ef13-012e-47c9-8207-41ebc51e6c06 with Priority: HIGHEST for action port [ 754.973294] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3656ef13-012e-47c9-8207-41ebc51e6c06 with Priority: HIGHEST for action port [ 754.973294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3656ef13-012e-47c9-8207-41ebc51e6c06 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.973294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3656ef13-012e-47c9-8207-41ebc51e6c06" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.973474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3656ef13-012e-47c9-8207-41ebc51e6c06" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.973706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3656ef13-012e-47c9-8207-41ebc51e6c06" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.973791] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3656ef13-012e-47c9-8207-41ebc51e6c06',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.990841] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.990841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.990841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.991180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.991293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.991505] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c868ac5-a5fc-4718-88fe-767f6210a058 already deleted. [ 754.991600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c868ac5-a5fc-4718-88fe-767f6210a058" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.239949] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.241636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.241732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.241977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.242105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.242374] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.242513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.242616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.242755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.242851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.242941] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 755.309756] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.309756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.309756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.312028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.354790] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 755.476334] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3656ef13-012e-47c9-8207-41ebc51e6c06 [ 755.477769] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.477769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.477769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.477769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.477769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.477769] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3656ef13-012e-47c9-8207-41ebc51e6c06 already deleted. [ 755.477769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3656ef13-012e-47c9-8207-41ebc51e6c06" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.620151] env[65546]: INFO networking_nsxv3.common.synchronization [req-8a9e7201-01ec-4921-8527-d954208b2c18 req-644dd2e2-5ac1-413a-bf54-a4ff19d6e8a5 service nova] Enqueued Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_rules [ 755.620289] env[65546]: INFO networking_nsxv3.common.synchronization [req-8a9e7201-01ec-4921-8527-d954208b2c18 req-644dd2e2-5ac1-413a-bf54-a4ff19d6e8a5 service nova] Enqueued Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 755.620409] env[65546]: INFO networking_nsxv3.common.synchronization [req-8a9e7201-01ec-4921-8527-d954208b2c18 req-644dd2e2-5ac1-413a-bf54-a4ff19d6e8a5 service nova] Enqueued Resource ID: 50c0b995-15f2-4588-ba29-82a448663c88 with Priority: HIGHEST for action port [ 755.622617] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_rules [ 755.623620] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 755.623620] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c0b995-15f2-4588-ba29-82a448663c88 with Priority: HIGHEST for action port [ 755.623620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.624423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.624886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.624934] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.626835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.626985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.627072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.627293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.627483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.627587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.627658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.627809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.627926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.628037] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.628960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c0b995-15f2-4588-ba29-82a448663c88 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.633646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.633732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.633992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.634959] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c0b995-15f2-4588-ba29-82a448663c88',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.133687] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1eba4633-73a8-4155-99d3-201994dc4cba None None] Enqueued Resource ID: fd4ea7a5-6a5d-4025-9268-ef3be722458d with Priority: HIGHEST for action port [ 756.136583] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4ea7a5-6a5d-4025-9268-ef3be722458d with Priority: HIGHEST for action port [ 756.136583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4ea7a5-6a5d-4025-9268-ef3be722458d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.136583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4ea7a5-6a5d-4025-9268-ef3be722458d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.136583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4ea7a5-6a5d-4025-9268-ef3be722458d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.136583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4ea7a5-6a5d-4025-9268-ef3be722458d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.136583] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4ea7a5-6a5d-4025-9268-ef3be722458d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.138065] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c0b995-15f2-4588-ba29-82a448663c88 with status ACTIVE [ 756.138293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.138439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.138579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.138833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.138932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139166] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.139278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.139372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.139494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.139606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.139896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.139972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.140138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.140216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.140301] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c0b995-15f2-4588-ba29-82a448663c88 is going to be updated. [ 756.142727] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.144078] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.144078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173647] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.175231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.175231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.175231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.175231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.175231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c0b995-15f2-4588-ba29-82a448663c88" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312163] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 in Status: SUCCESS [ 756.312163] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 deletion is rescheduled due to dependency. [ 756.312163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.645649] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4ea7a5-6a5d-4025-9268-ef3be722458d [ 756.645967] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.645967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.646124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.647040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.647040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.647040] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4ea7a5-6a5d-4025-9268-ef3be722458d already deleted. [ 756.647040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4ea7a5-6a5d-4025-9268-ef3be722458d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.650345] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.156236] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.156236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.156236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.156481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.156481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.160215] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f is going to be created. [ 757.193875] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.194351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.194535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.208507] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: UNINITIALIZED for 2s [ 757.369961] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 757.370563] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 757.370563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.836448] env[65546]: INFO networking_nsxv3.common.synchronization [req-3558a1e7-f9d4-4a5d-813f-cd9429bc33ae req-b9296676-02a5-4343-b8c1-e55c9c515b94 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 757.838317] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 757.838317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.838317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.838317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.838677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.838677] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.341097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.341342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.341406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.341945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.341945] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.342133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.342133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.342356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.342408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.342517] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 already deleted. [ 758.342625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411964] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.412253] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.412553] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.412773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.413104] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.413279] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.413389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.414145] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.414145] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.414145] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.414315] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.414460] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.414460] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.414716] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.414716] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.414898] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.448731] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.448930] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.448930] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.449087] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.449427] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1b2f8c98-5065-4cee-a303-a49347c2aaf4 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.449640] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.449770] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.450108] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.450268] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2f8c98-5065-4cee-a303-a49347c2aaf4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.896356] env[65546]: INFO networking_nsxv3.common.synchronization [req-0752961d-8e8f-456e-8485-fa0805158e2e req-029f8104-a90f-4f9e-899f-0b5b9f941c05 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 758.897234] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 758.897722] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.897909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.898871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.899230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.899366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.899511] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.922715] env[65546]: INFO networking_nsxv3.common.synchronization [req-0752961d-8e8f-456e-8485-fa0805158e2e req-029f8104-a90f-4f9e-899f-0b5b9f941c05 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 758.922964] env[65546]: INFO networking_nsxv3.common.synchronization [req-0752961d-8e8f-456e-8485-fa0805158e2e req-029f8104-a90f-4f9e-899f-0b5b9f941c05 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 758.923183] env[65546]: INFO networking_nsxv3.common.synchronization [req-0752961d-8e8f-456e-8485-fa0805158e2e req-029f8104-a90f-4f9e-899f-0b5b9f941c05 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 758.923744] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 758.923894] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 758.923993] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 758.924282] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.924396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.924479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.924695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.924782] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.925672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.925775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.925966] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8b8503-fb96-4c07-9e36-a632de58b17e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.926092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.926131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.926304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.926377] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8b8503-fb96-4c07-9e36-a632de58b17e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.955372] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.955897] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.956311] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.956600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.958019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.958019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1b2f8c98-5065-4cee-a303-a49347c2aaf4 not found, creating... [ 758.958019] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.958019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.958019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.958344] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.959178] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.959178] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.959432] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.959432] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.959748] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.959916] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.960140] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1b2f8c98-5065-4cee-a303-a49347c2aaf4 is going to be created. [ 758.983943] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.984264] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.984438] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.984812] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985173] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.985486] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.084681] env[65546]: INFO networking_nsxv3.common.synchronization [req-59e4d6d3-b127-42d3-9e7c-dd5f2ea80fd1 req-b0a87156-fed3-4e70-a187-0d6b40b18c56 tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: d68770fa-4457-4fb8-946e-01256b3f8f9f with Priority: HIGHEST for action security_group_rules [ 759.085486] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68770fa-4457-4fb8-946e-01256b3f8f9f with Priority: HIGHEST for action security_group_rules [ 759.085964] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68770fa-4457-4fb8-946e-01256b3f8f9f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.086205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68770fa-4457-4fb8-946e-01256b3f8f9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.086301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68770fa-4457-4fb8-946e-01256b3f8f9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.086740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68770fa-4457-4fb8-946e-01256b3f8f9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.086857] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68770fa-4457-4fb8-946e-01256b3f8f9f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.219201] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: UNINITIALIZED for 4s [ 759.402095] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.431517] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431517] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a8b8503-fb96-4c07-9e36-a632de58b17e with status ACTIVE [ 759.431517] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.431517] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.431517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.431517] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.432451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.432451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.432451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.432451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.432451] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e is going to be updated. [ 759.461970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.462165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.462235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.462443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.462598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.462737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.615349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.615601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.615601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.615900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.616015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.616122] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68770fa-4457-4fb8-946e-01256b3f8f9f already deleted. [ 759.616240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68770fa-4457-4fb8-946e-01256b3f8f9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.721835] env[65546]: INFO networking_nsxv3.common.synchronization [req-3558a1e7-f9d4-4a5d-813f-cd9429bc33ae req-de222e6c-2fa4-4f2d-a951-de972f2462dd service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 759.722120] env[65546]: INFO networking_nsxv3.common.synchronization [req-3558a1e7-f9d4-4a5d-813f-cd9429bc33ae req-de222e6c-2fa4-4f2d-a951-de972f2462dd service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 759.722413] env[65546]: INFO networking_nsxv3.common.synchronization [req-3558a1e7-f9d4-4a5d-813f-cd9429bc33ae req-de222e6c-2fa4-4f2d-a951-de972f2462dd service nova] Enqueued Resource ID: 1b2f8c98-5065-4cee-a303-a49347c2aaf4 with Priority: HIGHEST for action port [ 759.724071] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 759.724071] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 759.724071] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f8c98-5065-4cee-a303-a49347c2aaf4 with Priority: HIGHEST for action port [ 759.724071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.724071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.724071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.724714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.725732] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.727490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.727490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.727490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.727490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.727690] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.727789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.727789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.727958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.728040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.730364] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.730364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2f8c98-5065-4cee-a303-a49347c2aaf4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.730364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.730364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.730862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.730862] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2f8c98-5065-4cee-a303-a49347c2aaf4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.907944] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.228029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.228222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.230838] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.233507] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2f8c98-5065-4cee-a303-a49347c2aaf4 with status ACTIVE [ 760.233773] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.233914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.233976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.234227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.234292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.235707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.235860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.235917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.236108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.240022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.240022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.240022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.240022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.240022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.240022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.240022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2f8c98-5065-4cee-a303-a49347c2aaf4 is going to be updated. [ 760.262053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.262053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.262053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.262053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.262053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.262053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2f8c98-5065-4cee-a303-a49347c2aaf4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.411263] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.412135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.412135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.412135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.412301] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 760.448483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.448697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.448697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.448981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.449202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.460551] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 760.734547] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.232477] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: SUCCESS [ 761.233219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.236018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236018] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.237201] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.237639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.237740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.237935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.238053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.238171] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be created. [ 761.266788] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.266788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.266788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.266788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.266788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.291918] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: UNINITIALIZED for 2s [ 761.485168] env[65546]: INFO networking_nsxv3.common.synchronization [req-85a0a17a-5ddb-47c6-bf37-90ba445987ea req-a39a1f68-6bf7-4135-a5c0-d40fbc2a2a77 tempest-VolumesAssistedSnapshotsTest-2119628948 tempest-VolumesAssistedSnapshotsTest-2119628948-project-member] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 761.485168] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGHEST for action security_group_members [ 761.488888] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.489109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.489176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.489395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.489627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.489727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.489800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.490013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.490179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.490313] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.740207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.740412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.740449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.740720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.740894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.741019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.741087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.741260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.741350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.741438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.744151] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.744151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.744151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.744151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.744151] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.744151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.744820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.745079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.745221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.745419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.745419] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.993903] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.994840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.994876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.995428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.995428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.995656] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.995765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.995932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.996199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.996284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.996389] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 is going to be updated. [ 762.033376] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.033599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.033693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.034786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.034786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.047056] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: IN_PROGRESS for 2s [ 762.078241] env[65546]: INFO networking_nsxv3.common.synchronization [req-5ac29734-17e1-45cb-9103-b98fd92763c3 req-bae6684c-e625-4dcb-a8b4-7ac025875150 tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: 7ee33034-c291-45a0-82e6-3cfc9bb577c6 with Priority: HIGHEST for action security_group_rules [ 762.078786] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee33034-c291-45a0-82e6-3cfc9bb577c6 with Priority: HIGHEST for action security_group_rules [ 762.079114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee33034-c291-45a0-82e6-3cfc9bb577c6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.079233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee33034-c291-45a0-82e6-3cfc9bb577c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.079319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee33034-c291-45a0-82e6-3cfc9bb577c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.079552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee33034-c291-45a0-82e6-3cfc9bb577c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.079700] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee33034-c291-45a0-82e6-3cfc9bb577c6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.250072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5500a1bf-2e7a-4168-b5bf-275f7bc9287f: rpc.has_security_group_logging(os_id): False [ 762.271391] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.271794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.271794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.272539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.272539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.272539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.272539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.272539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.273438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.273438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.273438] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.273438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.276102] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.276102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.276102] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f is going to be created. [ 762.401356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.401594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.401662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.401895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.402094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.417577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: IN_PROGRESS for 2s [ 762.489498] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 762.489498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.489706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.491033] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.491033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.491033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.491033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.491033] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.607899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.608164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.608266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.608480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.608578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.608760] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee33034-c291-45a0-82e6-3cfc9bb577c6 already deleted. [ 762.608886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee33034-c291-45a0-82e6-3cfc9bb577c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.994313] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.186503] env[65546]: INFO networking_nsxv3.common.synchronization [req-51cf55ce-a38f-4515-9b91-3f05f76d2082 req-1e5290d1-55cd-49d8-93fa-cee1a87961f3 tempest-DeleteServersAdminTestJSON-1033522712 tempest-DeleteServersAdminTestJSON-1033522712-project-member] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 763.187666] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGHEST for action security_group_members [ 763.187666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.187666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.187666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.187899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.187955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.188429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.188542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.188756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.188876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.188996] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.290194] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 763.290611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.290787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.290919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.291257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.291475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.291612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.292268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.292268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.292268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.292490] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.425380] env[65546]: INFO networking_nsxv3.common.synchronization [req-c9b32ea3-b859-489c-8ed3-14450cdd61b9 req-1b07562f-b4a5-48df-8099-9b639e8ff842 tempest-ServerRescueTestJSON-1962616706 tempest-ServerRescueTestJSON-1962616706-project-member] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 763.425978] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 763.427351] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.427351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.427351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.427623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.427623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.429638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.429638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.429638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.429638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.429638] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.497368] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.692265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.692409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.692482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.692706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.692799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.692985] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.693093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.693155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.693294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.693370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.693449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be updated. [ 763.755020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.755020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.755020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.755020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.755020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.769950] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: IN_PROGRESS for 2s [ 763.796275] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.796275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.796275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.796476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.796915] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.797535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.797629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.797818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.797950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.798014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.798163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.798460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.798624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799400] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.811972] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.812180] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.812307] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.812638] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.812890] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.813098] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.813180] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.813389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813536] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.813777] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.813886] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.813988] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.814101] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.814203] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.814298] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.814432] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.839443] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.839626] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.839804] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.839978] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.840295] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.840459] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.840574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.840896] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.841046] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.931852] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.932103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.932751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.932751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.932751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.932906] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.932906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.932987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.933170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.933271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.933365] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 already deleted. [ 763.933442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.000105] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 764.033909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.034118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.035642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.035642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.044197] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 764.057814] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9905329-0af8-432e-aa0b-444ff0b6c050 in Status: SUCCESS [ 764.057814] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 deletion is rescheduled due to dependency. [ 764.057814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.303939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 764.329195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.329389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.329450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.329614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.329706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.329918] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.330100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.330287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.330287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.330476] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.331120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.331120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.331120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.331120] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.331120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.331361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.331361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.331361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.331472] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be created. [ 764.344726] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.344860] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345263] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.345402] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.345586] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c not found, creating... [ 764.345802] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345971] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.346088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.346310] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.346443] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.346743] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.346943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.347073] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.347280] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.348362] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.348362] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c is going to be created. [ 764.377076] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377284] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377391] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.377654] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378115] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378115] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422468] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.422651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.422879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.423073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.438015] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: SUCCESS [ 764.438274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.439958] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 764.496849] env[65546]: INFO networking_nsxv3.common.synchronization [None req-aced4126-66a7-4f7e-a6a6-815d4390c1df tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db with Priority: HIGHEST for action security_group_rules [ 764.497447] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db with Priority: HIGHEST for action security_group_rules [ 764.497760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.497887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.497954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.498301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.498402] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1848ad-7cdf-4ab1-9eae-715b1f4f96db',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.035165] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.035848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.035953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036428] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db already deleted. [ 765.037025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.118640] env[65546]: INFO networking_nsxv3.common.synchronization [req-c9b32ea3-b859-489c-8ed3-14450cdd61b9 req-c11e8d25-f0ca-45ca-b6b1-659d43042376 service nova] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_rules [ 765.118790] env[65546]: INFO networking_nsxv3.common.synchronization [req-c9b32ea3-b859-489c-8ed3-14450cdd61b9 req-c11e8d25-f0ca-45ca-b6b1-659d43042376 service nova] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 765.118903] env[65546]: INFO networking_nsxv3.common.synchronization [req-c9b32ea3-b859-489c-8ed3-14450cdd61b9 req-c11e8d25-f0ca-45ca-b6b1-659d43042376 service nova] Enqueued Resource ID: 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c with Priority: HIGHEST for action port [ 765.119593] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_rules [ 765.119747] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 765.119810] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c with Priority: HIGHEST for action port [ 765.120119] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.120331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.120331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.120593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.120676] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.121713] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.121856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.121959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.122198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.122359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.122513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.122513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.122674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.122755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.122839] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.123774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.123884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.124528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.124528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.124528] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.373830] env[65546]: INFO networking_nsxv3.common.synchronization [None req-f40ab685-2b3a-4036-9027-1d1b0acb5d00 tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db with Priority: HIGHEST for action security_group_rules [ 765.374677] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db with Priority: HIGHEST for action security_group_rules [ 765.375421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.375549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.375622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.375855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.375966] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1848ad-7cdf-4ab1-9eae-715b1f4f96db',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.626604] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c with status ACTIVE [ 765.626900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.627100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.627183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.627517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.627517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.627684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c is going to be updated. [ 765.630365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.630590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.630734] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.661699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.663262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.663262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.663262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.663262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.663262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d586d7-6f50-4f6f-a6e9-135bf4aa8c3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.782386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 in Status: SUCCESS [ 765.782605] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 deletion is rescheduled due to dependency. [ 765.782683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.900542] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.900681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.900797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.900966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.901077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.901199] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1848ad-7cdf-4ab1-9eae-715b1f4f96db already deleted. [ 765.901242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1848ad-7cdf-4ab1-9eae-715b1f4f96db" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.058130] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 766.058350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.058516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.058796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.059070] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.059270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.059362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.059684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.059684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059852] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.135512] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.457933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 766.458310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.563268] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.638439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.638439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.638728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.638728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.638796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.638878] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be created. [ 766.666803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.666803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.666803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.666803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.678276] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: UNINITIALIZED for 2s [ 767.042435] env[65546]: INFO networking_nsxv3.common.synchronization [req-1599cbde-c2c2-4c51-a321-62ca253b8194 req-620cbc63-c09b-4704-8bad-6551c2b6623e tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: 1ed654a0-3e4e-4e24-bece-ba7cb73803ab with Priority: HIGHEST for action security_group_rules [ 767.043022] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed654a0-3e4e-4e24-bece-ba7cb73803ab with Priority: HIGHEST for action security_group_rules [ 767.043336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed654a0-3e4e-4e24-bece-ba7cb73803ab taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.043466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed654a0-3e4e-4e24-bece-ba7cb73803ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.043532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed654a0-3e4e-4e24-bece-ba7cb73803ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.043829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed654a0-3e4e-4e24-bece-ba7cb73803ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.044126] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed654a0-3e4e-4e24-bece-ba7cb73803ab',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.065905] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99151c3-cb89-4429-953b-0cbd8bb7a420: rpc.has_security_group_logging(os_id): False [ 767.087449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.087596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.087663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.087914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.088018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.088301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.088455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.088502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.088686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.088756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.088847] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 767.166045] env[65546]: INFO networking_nsxv3.common.synchronization [req-71723b5d-44a4-4748-b126-0c298a854325 req-827709db-2ff4-426e-bd10-8d82446e1ff0 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 767.167441] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.167639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.167639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.167880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.168685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.169537] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 767.169912] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.170056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.170123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.170321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.170490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.170587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.170666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.170822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.170922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.171049] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.186728] env[65546]: INFO networking_nsxv3.common.synchronization [req-71723b5d-44a4-4748-b126-0c298a854325 req-827709db-2ff4-426e-bd10-8d82446e1ff0 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 767.187061] env[65546]: INFO networking_nsxv3.common.synchronization [req-71723b5d-44a4-4748-b126-0c298a854325 req-827709db-2ff4-426e-bd10-8d82446e1ff0 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 767.187307] env[65546]: INFO networking_nsxv3.common.synchronization [req-71723b5d-44a4-4748-b126-0c298a854325 req-827709db-2ff4-426e-bd10-8d82446e1ff0 tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 767.189424] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 767.191403] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_rules [ 767.191570] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 767.191762] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e with Priority: HIGHEST for action port [ 767.192099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.192237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.192478] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.192587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193239] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8b8503-fb96-4c07-9e36-a632de58b17e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.193239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.193239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.193422] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8b8503-fb96-4c07-9e36-a632de58b17e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.568829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.568829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.568829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.568829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.568829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.568829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed654a0-3e4e-4e24-bece-ba7cb73803ab already deleted. [ 767.569311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed654a0-3e4e-4e24-bece-ba7cb73803ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.674106] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.696431] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a8b8503-fb96-4c07-9e36-a632de58b17e with status ACTIVE [ 767.696431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.696640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.696640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.697066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.697296] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.697431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.697516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.697694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.697800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.698139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.698238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.698317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.699029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.699029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a8b8503-fb96-4c07-9e36-a632de58b17e is going to be updated. [ 767.722738] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.723589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.723589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.723589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.723589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.723589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8b8503-fb96-4c07-9e36-a632de58b17e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.891181] env[65546]: INFO networking_nsxv3.common.synchronization [req-54f3313f-6656-4b1d-9849-1dd8344266cb req-4fe364cd-e1e5-423c-8efa-483f05da18bb tempest-ServerAddressesTestJSON-1794231216 tempest-ServerAddressesTestJSON-1794231216-project-member] Enqueued Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 767.892031] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGHEST for action security_group_members [ 767.892852] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.893100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.893258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.893566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.894160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.894160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.894160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.894425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.894818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.894982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.176578] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.399225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.399362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.399362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.399549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.400116] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.400116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.400116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.400269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.400269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.400360] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 is going to be updated. [ 768.461608] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.461608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.461830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.461830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.461977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.473803] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: IN_PROGRESS for 2s [ 768.588583] env[65546]: INFO networking_nsxv3.common.synchronization [req-3d031094-26e3-4fd4-bd44-b8b9e9247d8e req-202e7c99-c0b6-4739-92da-2fcc0faa46fc tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: 0c3384c9-1f5b-4de6-974d-f91aa75a6890 with Priority: HIGHEST for action security_group_rules [ 768.589231] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3384c9-1f5b-4de6-974d-f91aa75a6890 with Priority: HIGHEST for action security_group_rules [ 768.589619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c3384c9-1f5b-4de6-974d-f91aa75a6890 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.589783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c3384c9-1f5b-4de6-974d-f91aa75a6890" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.589874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c3384c9-1f5b-4de6-974d-f91aa75a6890" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.590247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c3384c9-1f5b-4de6-974d-f91aa75a6890" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.590397] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c3384c9-1f5b-4de6-974d-f91aa75a6890',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.679375] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.679573] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.679754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.680264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.680367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.680535] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 768.705671] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 768.705671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.706520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.706725] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.706823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.707017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.707287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.707455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.707455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.707664] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.736853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.737184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.737184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.737347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.737518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.750530] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 769.117809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118233] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c3384c9-1f5b-4de6-974d-f91aa75a6890 already deleted. [ 769.118233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c3384c9-1f5b-4de6-974d-f91aa75a6890" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.212031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.212031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.212031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.212031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.212031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.212567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.212567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.212766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.213284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.213429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.213527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.213812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.214983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.215269] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.217530] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 769.217741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.218323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.218323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.218323] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.626179] env[65546]: INFO networking_nsxv3.common.synchronization [req-e9e6fc4c-fd16-4596-975b-2c131ea89a51 req-7eaa97f8-8ebb-4548-a5dd-803c618c68b3 tempest-ServersAdminNegativeTestJSON-495678118 tempest-ServersAdminNegativeTestJSON-495678118-project-member] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 769.626179] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 769.626952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.627315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.627531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.628162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631485] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.631485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.631485] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.721061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0: rpc.has_security_group_logging(os_id): False [ 769.723037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.724031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746369] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746369] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746369] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.747849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.747994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.748107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.748195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.748407] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.749914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.749914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.749914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.749914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.749914] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be created. [ 769.848800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.848959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.849027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.849550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.849550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.858098] env[65546]: INFO networking_nsxv3.common.synchronization [req-924037f5-fc85-42f2-858b-9b33babc08ae req-5d100ac4-e5a7-495f-90e0-f488ffd76774 tempest-ImagesNegativeTestJSON-1407980632 tempest-ImagesNegativeTestJSON-1407980632-project-member] Enqueued Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 769.858961] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGHEST for action security_group_members [ 769.859179] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.859342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.859485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.859642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.859800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.859894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.859976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.864295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.864447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.864601] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.871017] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 770.133165] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.368431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.368712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.368785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.369067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.369145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.369417] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.369535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.369610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.369762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.369850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.369938] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f is going to be updated. [ 770.410653] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.410878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.410878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.411175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.411328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.436074] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: IN_PROGRESS for 2s [ 770.492762] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 in Status: SUCCESS [ 770.492762] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 deletion is rescheduled due to dependency. [ 770.492762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.637589] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.763459] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 770.763459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.763459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.763974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.763974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.763974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.764348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.764460] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.779786] env[65546]: INFO networking_nsxv3.common.synchronization [req-9d7565e2-9496-4ecd-8c41-ff2d5343ef40 req-12e64845-33fb-465f-8504-a7ea426762ac tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 770.780399] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 770.780701] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8a393-dc26-4620-9788-32748be0ee4d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.780819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.780924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.781159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.781248] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8a393-dc26-4620-9788-32748be0ee4d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.140952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.141089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.141218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.141477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.141477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.141573] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be updated. [ 771.182260] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.182433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.182472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.182918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.183014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.194274] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 771.217629] env[65546]: INFO networking_nsxv3.common.synchronization [req-c6f5ffd5-026f-4975-8792-7e025c4e00cf req-f623c870-15de-462e-8fb3-17173ff36cac tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 771.218027] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 771.218325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8a393-dc26-4620-9788-32748be0ee4d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.266986] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.301518] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.301708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.301752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.301954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.302059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.302155] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8a393-dc26-4620-9788-32748be0ee4d already deleted. [ 771.302299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.302371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.302517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.302597] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8a393-dc26-4620-9788-32748be0ee4d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.768952] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.824779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.824933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.825107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.825216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.825305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.825447] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8a393-dc26-4620-9788-32748be0ee4d already deleted. [ 771.825486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.882815] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 771.882977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.164227] env[65546]: INFO networking_nsxv3.common.synchronization [req-105660ad-0a81-4323-89ab-bae5f961250a req-e3b1799e-0f2a-40a5-8da3-f7b00b4737fb tempest-SecurityGroupRulesTestJSON-1618699324 tempest-SecurityGroupRulesTestJSON-1618699324-project-member] Enqueued Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 772.165478] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8a393-dc26-4620-9788-32748be0ee4d with Priority: HIGHEST for action security_group_rules [ 772.166648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8a393-dc26-4620-9788-32748be0ee4d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.166806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.166806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.167148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.167295] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8a393-dc26-4620-9788-32748be0ee4d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.275122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.275122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.275122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.275383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.275383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.275465] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 772.315521] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.315728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.315811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.316009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.316186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.327683] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 772.453121] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f in Status: SUCCESS [ 772.453121] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f deletion is rescheduled due to dependency. [ 772.453301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.600296] env[65546]: INFO networking_nsxv3.common.synchronization [req-54227407-bd06-4b48-8156-797fa7aa1f18 req-a0a01dc5-1b7e-4008-8943-2c46f8eb714f tempest-AttachInterfacesUnderV243Test-133595038 tempest-AttachInterfacesUnderV243Test-133595038-project-member] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 772.601096] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGHEST for action security_group_members [ 772.601600] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.601795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.695824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.695920] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8a393-dc26-4620-9788-32748be0ee4d already deleted. [ 772.696009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8a393-dc26-4620-9788-32748be0ee4d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.204273] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 773.204565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.486648] env[65546]: INFO networking_nsxv3.common.synchronization [req-db836964-3e85-44e6-80ad-28fa1dc19a21 req-d28c662a-9138-4640-aed4-a472ec173b8d tempest-ServerMetadataTestJSON-1442407483 tempest-ServerMetadataTestJSON-1442407483-project-member] Enqueued Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 773.487938] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGHEST for action security_group_members [ 773.487938] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.487938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.487938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.487938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.488556] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.488556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.488556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.488556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.488556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.488556] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.991214] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.991618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.991618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.991735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.991735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.991922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.992029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.992095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.992237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.992311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.992397] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 is going to be updated. [ 774.021038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.021038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031254] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: IN_PROGRESS for 2s [ 774.340042] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 774.340042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.340535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.340616] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.340704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.340759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.340935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.340985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.341107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.341207] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.342235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.342427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.342598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.342704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.342839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.342957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.343020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.343110] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.506585] env[65546]: INFO networking_nsxv3.common.synchronization [req-18c06f89-c5da-4d65-a1e9-277704862d8c req-c23e2792-e4f3-45b0-8592-01b3c04f6327 tempest-ServersNegativeTestJSON-2010501734 tempest-ServersNegativeTestJSON-2010501734-project-member] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 774.507171] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 774.507534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.507704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.507788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.508268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.508449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.508599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.508668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.508886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.509246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.509246] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.845384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.846079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.846269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.846463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.846545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.846724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.847270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.847270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.847270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.847270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 774.864134] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.864134] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.864134] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.864491] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.869029] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.869029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.869029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.869029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.869029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.869029] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.869029] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.869029] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.869029] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.869029] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.869029] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.869029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.884430] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.892777] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.892953] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.895224] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.895439] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.895761] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-429d8d74-c228-4b53-acfb-32d625925d05 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.895951] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.896085] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.897329] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.897378] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429d8d74-c228-4b53-acfb-32d625925d05',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.903686] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 775.011455] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.011613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.011685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.011933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.012040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.012302] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.012413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.012477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.012642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.012708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.012805] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 already deleted. [ 775.012909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.350960] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99151c3-cb89-4429-953b-0cbd8bb7a420: rpc.has_security_group_logging(os_id): False [ 775.372240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.372240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.372665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.372665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.372859] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.377019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.377019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.377019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.377019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.377019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be updated. [ 775.402219] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.402219] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 429d8d74-c228-4b53-acfb-32d625925d05 not found, creating... [ 775.402219] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.402219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.402608] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.402608] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.402608] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.405082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.405082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.405082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 429d8d74-c228-4b53-acfb-32d625925d05 is going to be created. [ 775.429108] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.429108] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.429277] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.429428] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.429612] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.429959] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.481276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.481730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.481730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.481831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.482339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.530951] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: IN_PROGRESS for 2s [ 776.050515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 in Status: SUCCESS [ 776.050515] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 deletion is rescheduled due to dependency. [ 776.050515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.149707] env[65546]: INFO networking_nsxv3.common.synchronization [req-18c06f89-c5da-4d65-a1e9-277704862d8c req-c7ae5f57-2c4d-45b8-8eeb-504d10251416 service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 776.149975] env[65546]: INFO networking_nsxv3.common.synchronization [req-18c06f89-c5da-4d65-a1e9-277704862d8c req-c7ae5f57-2c4d-45b8-8eeb-504d10251416 service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 776.150205] env[65546]: INFO networking_nsxv3.common.synchronization [req-18c06f89-c5da-4d65-a1e9-277704862d8c req-c7ae5f57-2c4d-45b8-8eeb-504d10251416 service nova] Enqueued Resource ID: 429d8d74-c228-4b53-acfb-32d625925d05 with Priority: HIGHEST for action port [ 776.150811] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 776.150956] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 776.151067] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429d8d74-c228-4b53-acfb-32d625925d05 with Priority: HIGHEST for action port [ 776.151681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.151681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.151681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.151829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.151942] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.152909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.153793] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.153793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.154094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.154094] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.154805] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-429d8d74-c228-4b53-acfb-32d625925d05 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.154928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.155044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.158714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.158714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429d8d74-c228-4b53-acfb-32d625925d05',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.660364] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.661484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.661603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.661745] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429d8d74-c228-4b53-acfb-32d625925d05 with status ACTIVE [ 776.661926] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.662042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.662131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.662306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.662510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.662695] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.662793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.662849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.663017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.663716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.663941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.664119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.664667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.664667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.664667] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429d8d74-c228-4b53-acfb-32d625925d05 is going to be updated. [ 776.686877] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.687066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.059699] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 777.059699] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 deletion is rescheduled due to dependency. [ 777.059699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.166764] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.390248] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c0f6a4f-09b2-488c-aaf1-b867adc38e45 req-b8f51d9a-ea17-4622-9269-758d56030c64 tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 777.390880] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 777.391317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.391467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.391524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.392323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.392323] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.392323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.392323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.392577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.392577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.392674] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.553725] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 in Status: SUCCESS [ 777.554063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.673411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.673411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.673411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.673411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.673411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.673411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be created. [ 777.719416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.719582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.719638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.719849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.740515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: UNINITIALIZED for 2s [ 777.755705] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.756143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.756143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.756418] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.756664] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.758409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.758409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.758409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.758409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.758409] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.758409] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.758409] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.758409] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.758409] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.758409] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.758409] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.784693] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.784911] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.785070] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.785245] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.785556] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.785749] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.785865] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.786203] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.786341] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db46dfe3-dab4-4f23-9c65-965c44fdc9eb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.894535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.894699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.894771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.895150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.895261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.895578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.895644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.895829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.895910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.896008] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b already deleted. [ 777.896092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.289173] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.289535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.289535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.289805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.289946] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.290108] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port db46dfe3-dab4-4f23-9c65-965c44fdc9eb not found, creating... [ 778.291045] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.291045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.291045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.291045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.291045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.291331] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.291400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.291525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.291732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.291817] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.292010] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: db46dfe3-dab4-4f23-9c65-965c44fdc9eb is going to be created. [ 778.319311] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.319597] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.320199] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.320199] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.320359] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.320533] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.043211] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c0f6a4f-09b2-488c-aaf1-b867adc38e45 req-3fd130e1-9ebf-431b-8b4b-4b852b0e3e63 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 779.043466] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c0f6a4f-09b2-488c-aaf1-b867adc38e45 req-3fd130e1-9ebf-431b-8b4b-4b852b0e3e63 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 779.043514] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c0f6a4f-09b2-488c-aaf1-b867adc38e45 req-3fd130e1-9ebf-431b-8b4b-4b852b0e3e63 service nova] Enqueued Resource ID: db46dfe3-dab4-4f23-9c65-965c44fdc9eb with Priority: HIGHEST for action port [ 779.044081] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 779.044223] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 779.044326] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db46dfe3-dab4-4f23-9c65-965c44fdc9eb with Priority: HIGHEST for action port [ 779.044630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.044745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.044812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.045322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.045434] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.046300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.046427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.046494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.046678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.046896] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.046998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.047085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.047246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.047334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.047435] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.049329] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.049446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.049515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.049669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049746] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db46dfe3-dab4-4f23-9c65-965c44fdc9eb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.553150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.553150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.553511] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.554308] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db46dfe3-dab4-4f23-9c65-965c44fdc9eb with status ACTIVE [ 779.554613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.554613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.554772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.554867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.554955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.555146] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.555241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.555301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.558093] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.558093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.558093] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db46dfe3-dab4-4f23-9c65-965c44fdc9eb is going to be updated. [ 779.589609] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.589609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.589609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.589609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.589609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.589965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db46dfe3-dab4-4f23-9c65-965c44fdc9eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.750985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 779.751757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.751757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.751757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.752057] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.752057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.752057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.752203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.752301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.752363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.752461] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.761390] env[65546]: INFO networking_nsxv3.common.synchronization [req-57c9cff5-cc6a-48d0-8917-f38a1ff836c0 req-79379449-f1c9-4b2c-916f-8e219f7683ac tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 779.761933] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 779.763440] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.763440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.059182] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.097441] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.098715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.098715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.098715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.098715] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.098715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.098715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.099041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.099041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.099227] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.099336] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.099435] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.099532] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.099631] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.099726] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.099849] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.124415] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.124624] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.124764] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.124966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.125357] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-fa03c351-705f-4f31-9b00-695be9218074 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.125538] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.125652] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.125975] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.126130] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03c351-705f-4f31-9b00-695be9218074',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.255080] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.255253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.255324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.255544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.255786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.255865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.255865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.256041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.256131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.256484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.256484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.256484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.256629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.256673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.256806] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.256894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.256953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.257098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.257173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.257250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.257338] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.564596] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565269] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be created. [ 780.596585] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.596755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.596803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.597023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.597204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.617227] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: UNINITIALIZED for 2s [ 780.628595] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.628803] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.628931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.629237] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.629384] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.629534] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port fa03c351-705f-4f31-9b00-695be9218074 not found, creating... [ 780.629801] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.630089] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.630411] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.630546] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630863] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.631160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.631491] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.631491] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.631617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.631765] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: fa03c351-705f-4f31-9b00-695be9218074 is going to be created. [ 780.683048] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.683383] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.683383] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.683707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.684175] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.684454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.761252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4: rpc.has_security_group_logging(os_id): False [ 780.787740] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.787886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.787959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.788382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.788506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.788846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.789011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.789398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.789559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.789622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.789821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.789982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.790238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.790460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.790546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.790758] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.790871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.790938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.791171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.791311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.791497] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be created. [ 780.894755] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.895103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.895103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.895244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.895418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.919662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 781.461240] env[65546]: INFO networking_nsxv3.common.synchronization [req-57c9cff5-cc6a-48d0-8917-f38a1ff836c0 req-67874163-b394-4d4d-a443-a79acc609123 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 781.461240] env[65546]: INFO networking_nsxv3.common.synchronization [req-57c9cff5-cc6a-48d0-8917-f38a1ff836c0 req-67874163-b394-4d4d-a443-a79acc609123 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 781.461553] env[65546]: INFO networking_nsxv3.common.synchronization [req-57c9cff5-cc6a-48d0-8917-f38a1ff836c0 req-67874163-b394-4d4d-a443-a79acc609123 service nova] Enqueued Resource ID: fa03c351-705f-4f31-9b00-695be9218074 with Priority: HIGHEST for action port [ 781.461890] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 781.462214] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 781.462214] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa03c351-705f-4f31-9b00-695be9218074 with Priority: HIGHEST for action port [ 781.462420] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462945] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa03c351-705f-4f31-9b00-695be9218074 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.463055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.463142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.463766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.463858] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03c351-705f-4f31-9b00-695be9218074',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.488199] env[65546]: INFO networking_nsxv3.common.synchronization [req-c6740e63-4c78-497f-b383-1f9a7a8e4c06 req-9544cdcc-531d-4a34-b194-7885e5a9fdb5 tempest-ListImageFiltersTestJSON-388572400 tempest-ListImageFiltersTestJSON-388572400-project-member] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 781.488199] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 781.488199] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.488199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.488199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.488199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.488199] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.489195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.489195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.489195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.489195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.489195] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.966522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa03c351-705f-4f31-9b00-695be9218074 with status ACTIVE [ 781.966599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.967229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.967229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.967229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.967439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.967576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.967639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.967722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.967949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.968072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.968603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.968693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.968738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa03c351-705f-4f31-9b00-695be9218074 is going to be updated. [ 781.992187] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.997208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.997412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.997481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.997989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.998114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.998322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa03c351-705f-4f31-9b00-695be9218074" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494975] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.627769] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 782.628264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.628264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.628429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.628631] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.628692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.628727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.628875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.628951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.629129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.629849] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.630073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.630288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.630455] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.630554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.630613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.630750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.630823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.630900] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.834986] env[65546]: INFO networking_nsxv3.common.synchronization [req-59491d72-2638-40ea-b600-7641672cebdc req-1715114d-b0d8-4503-97a3-988beb3f533b tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 782.835922] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 782.836315] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.836427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.836564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.836736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.836899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.837010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.837081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.837226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.837312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.837406] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.932391] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 782.932621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999608] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.999608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.999608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.000080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.000220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.000386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be updated. [ 783.037869] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.038018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.038090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.038302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.038448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.048558] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 783.134454] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.134454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.134454] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.202776] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.202966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.203107] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.203404] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.203673] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.203835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204493] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204569] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.204923] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.205093] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.205245] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.205374] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.205485] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.205601] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.205737] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.227227] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.227439] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.227579] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.227749] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-200" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.228088] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-ab46e503-0ae3-4486-97bc-c8972bb580c7 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.228300] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.228421] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.228814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.228925] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab46e503-0ae3-4486-97bc-c8972bb580c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.342510] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.342510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.342510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.343271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.343383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.343700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.343866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.343949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.345400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.345400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.345400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 783.400939] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.401135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.401213] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.401506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.401709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.414386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 783.644929] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.731316] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.732043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.732043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.732043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.732043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.732254] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port ab46e503-0ae3-4486-97bc-c8972bb580c7 not found, creating... [ 783.732442] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.732594] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.732704] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.732930] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.733073] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.733372] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.733525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.733645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.733838] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.733962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.734145] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: ab46e503-0ae3-4486-97bc-c8972bb580c7 is going to be created. [ 783.753665] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.753866] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.753914] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.754220] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.754431] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.754634] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.926958] env[65546]: INFO networking_nsxv3.common.synchronization [req-875605c0-4abd-4c1c-b6ac-c5d54949c4b2 req-2c625f44-86da-4a3d-a78e-7ebc40ab4f60 tempest-ServersTestBootFromVolume-1816002244 tempest-ServersTestBootFromVolume-1816002244-project-member] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 783.928068] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGHEST for action security_group_members [ 783.929126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.930316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.930492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.931025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.931305] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.146960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.147169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.147231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.147693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.147732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.147828] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 784.182389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.182583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.182583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.182852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.183048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.192657] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 784.434024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.434247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.434327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.434547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.434654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.435411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.435411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.435411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.435411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.435411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.435411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 is going to be updated. [ 784.468627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.468840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.468840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.469214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.469214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.478997] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: IN_PROGRESS for 2s [ 784.520719] env[65546]: INFO networking_nsxv3.common.synchronization [req-59491d72-2638-40ea-b600-7641672cebdc req-15dc0a36-e1af-4b1d-9a68-30182138c3a8 service nova] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 784.520894] env[65546]: INFO networking_nsxv3.common.synchronization [req-59491d72-2638-40ea-b600-7641672cebdc req-15dc0a36-e1af-4b1d-9a68-30182138c3a8 service nova] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 784.521036] env[65546]: INFO networking_nsxv3.common.synchronization [req-59491d72-2638-40ea-b600-7641672cebdc req-15dc0a36-e1af-4b1d-9a68-30182138c3a8 service nova] Enqueued Resource ID: ab46e503-0ae3-4486-97bc-c8972bb580c7 with Priority: HIGHEST for action port [ 784.521285] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_rules [ 784.521404] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 784.521500] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab46e503-0ae3-4486-97bc-c8972bb580c7 with Priority: HIGHEST for action port [ 784.522099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.522230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.522526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.522526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.522730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.523422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.523520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.523746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab46e503-0ae3-4486-97bc-c8972bb580c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.523850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.524427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.524427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.524427] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab46e503-0ae3-4486-97bc-c8972bb580c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.030024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030024] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab46e503-0ae3-4486-97bc-c8972bb580c7 with status ACTIVE [ 785.030024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.031241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.031241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.031241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.031241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.031241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab46e503-0ae3-4486-97bc-c8972bb580c7 is going to be updated. [ 785.056090] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.056670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.056670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.056858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.056968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.057148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab46e503-0ae3-4486-97bc-c8972bb580c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.066364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 785.066754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.200856] env[65546]: INFO networking_nsxv3.common.synchronization [req-ddc459ad-30ba-4ed2-861e-df6990ed9071 req-e04c6175-42c6-403c-81af-b6bd66494187 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 785.201510] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 785.201835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.201957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.202330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.202559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.202682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.202895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.202990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.203173] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.426266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 785.426495] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 deletion is rescheduled due to dependency. [ 785.426613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.426842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.426989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.427197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.427317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.427391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.427618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.427701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427801] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.613522] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.614131] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.614387] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.614762] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.616129] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.616320] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.616472] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.616734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.616875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.617102] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.617215] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.618149] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.618149] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.618149] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.618149] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.618149] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.641834] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.641834] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.641834] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.641834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.641834] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-955d5484-c261-40fd-90b4-ac3da607af9f taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.641834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.641834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.642183] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.642183] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955d5484-c261-40fd-90b4-ac3da607af9f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.705921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.705921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.705921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.706198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.706303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.706652] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.706847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.706985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.707234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.707352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.707695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 already deleted. [ 785.707695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.931253] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.148847] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.149353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.149353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.149634] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.149815] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.149996] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 955d5484-c261-40fd-90b4-ac3da607af9f not found, creating... [ 786.150491] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.150641] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.150708] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.150992] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.151215] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.151550] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.151734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.151864] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152185] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.152357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.152497] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 955d5484-c261-40fd-90b4-ac3da607af9f is going to be created. [ 786.182229] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.182327] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.182394] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.182703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.182976] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.183230] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.209540] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 786.209774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.209983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.210221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.210415] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.210835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.210932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211042] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.434836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.492724] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 in Status: SUCCESS [ 786.493101] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 deletion is rescheduled due to dependency. [ 786.493272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.713872] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.941140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.941140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.941140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.941140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.941140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941140] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 786.979030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.979030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.979030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.979030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.979030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.982713] env[65546]: INFO networking_nsxv3.common.synchronization [req-ddc459ad-30ba-4ed2-861e-df6990ed9071 req-4e9dfdf3-22a1-4cc6-8db0-9ed5ae23e351 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 786.982713] env[65546]: INFO networking_nsxv3.common.synchronization [req-ddc459ad-30ba-4ed2-861e-df6990ed9071 req-4e9dfdf3-22a1-4cc6-8db0-9ed5ae23e351 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 786.982713] env[65546]: INFO networking_nsxv3.common.synchronization [req-ddc459ad-30ba-4ed2-861e-df6990ed9071 req-4e9dfdf3-22a1-4cc6-8db0-9ed5ae23e351 service nova] Enqueued Resource ID: 955d5484-c261-40fd-90b4-ac3da607af9f with Priority: HIGHEST for action port [ 786.984136] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 786.984541] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 786.984612] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955d5484-c261-40fd-90b4-ac3da607af9f with Priority: HIGHEST for action port [ 786.984908] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.985046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.985194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.985337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985386] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.988125] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.988125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.988125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.988386] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.988386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.988464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.988656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.988751] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.989670] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-955d5484-c261-40fd-90b4-ac3da607af9f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.989786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.990161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.990161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.990161] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955d5484-c261-40fd-90b4-ac3da607af9f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.994983] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 787.216631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.492318] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955d5484-c261-40fd-90b4-ac3da607af9f with status ACTIVE [ 787.492558] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.492713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.492757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.492963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.493068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.493243] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.493341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.493402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.493549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.493622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.493800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.493893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.493952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.494186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.494272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.494361] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955d5484-c261-40fd-90b4-ac3da607af9f is going to be updated. [ 787.495506] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.495597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.495778] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.518463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.518624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.518706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.519183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.519341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.519511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955d5484-c261-40fd-90b4-ac3da607af9f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.719340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.719543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.719829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.719936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720197] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 787.752076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.752246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.752312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.752523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.752666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.764440] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 787.999305] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.502059] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.502407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.502407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.503838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.503838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.503838] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be created. [ 788.532537] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.532685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.532755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.533169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.533272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.546112] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: UNINITIALIZED for 2s [ 789.004210] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 789.005037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.005462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005608] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.508571] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.777757] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 789.777991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.778251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.778771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.778771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.778771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.778923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.778959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.779057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.779141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.779382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.779485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.779535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.780598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.780598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.780598] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.012899] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abe471d1-00f7-4854-91dd-ee1bd24cd767: rpc.has_security_group_logging(os_id): False [ 790.035613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.035826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.035882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.036093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.036200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.036465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.036585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.036655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.036811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.036902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.036994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 790.139245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.139631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.139631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.139736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.139859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.165888] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 790.283365] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc78cff3-8749-4e57-92e7-d02584e7c14b: rpc.has_security_group_logging(os_id): False [ 790.309451] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.309696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.309783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.309980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.310065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.310336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.310501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.310579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.310769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.310839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.311075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.311202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.311401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.311523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.311606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.311887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.312043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.312130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.312328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.312414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.312547] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be created. [ 790.413761] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.413761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.413761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.413761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.413761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.427085] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 790.563724] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 790.564229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.564403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.564767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.564990] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.565214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.565293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.565484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.565562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.565653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.566120] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.678584] env[65546]: INFO networking_nsxv3.common.synchronization [req-a5bc1a46-c1d0-40f4-a3ee-e8bb12f61802 req-31fac824-fb06-4953-a423-b889d76e7bfd tempest-FloatingIPsAssociationTestJSON-1792135432 tempest-FloatingIPsAssociationTestJSON-1792135432-project-member] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 790.681710] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 790.682087] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.682283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.682346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.683727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.683727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.683727] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.069966] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.118123] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.118348] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.118500] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.118780] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.119063] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.119247] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.119343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.119541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.119685] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.119898] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.120015] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.120137] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.120244] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.120341] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.120448] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.120577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.159555] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.159736] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.159855] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.160047] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.160368] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-7eb95829-efc8-462a-8888-2f4fa626ba96 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160648] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160967] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.161122] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb95829-efc8-462a-8888-2f4fa626ba96',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.185741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.185958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.185958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.186191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.186285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.186493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.186593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.186652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.186791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.186865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.186980] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 already deleted. [ 791.187033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.573398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c45172-4226-4920-b931-f935bd48b811: rpc.has_security_group_logging(os_id): False [ 791.596882] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.597154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.597289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.597554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.597701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.598035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.598180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.598275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.598461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.598577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.598687] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be created. [ 791.664267] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.664556] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.664626] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.664904] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.665112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.665392] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 7eb95829-efc8-462a-8888-2f4fa626ba96 not found, creating... [ 791.665783] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.665957] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.666089] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.666326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.666468] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.666776] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.666919] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.667049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.667314] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.667392] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.667528] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 7eb95829-efc8-462a-8888-2f4fa626ba96 is going to be created. [ 791.679379] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.679597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.679597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.679959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.689185] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.689404] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.689500] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.689760] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.689975] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.690208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696797] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 792.182623] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 792.182885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.440840] env[65546]: INFO networking_nsxv3.common.synchronization [req-a5bc1a46-c1d0-40f4-a3ee-e8bb12f61802 req-ad00baa1-97b1-41e2-b823-0772b8093125 service nova] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_rules [ 792.440840] env[65546]: INFO networking_nsxv3.common.synchronization [req-a5bc1a46-c1d0-40f4-a3ee-e8bb12f61802 req-ad00baa1-97b1-41e2-b823-0772b8093125 service nova] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 792.440840] env[65546]: INFO networking_nsxv3.common.synchronization [req-a5bc1a46-c1d0-40f4-a3ee-e8bb12f61802 req-ad00baa1-97b1-41e2-b823-0772b8093125 service nova] Enqueued Resource ID: 7eb95829-efc8-462a-8888-2f4fa626ba96 with Priority: HIGHEST for action port [ 792.441641] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 792.442669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.442955] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_rules [ 792.443146] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 792.443303] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb95829-efc8-462a-8888-2f4fa626ba96 with Priority: HIGHEST for action port [ 792.443498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443886] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.445577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.445577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.445577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.446204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.446955] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.447975] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.449373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.449498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.449744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450350] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.451253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.451816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.452029] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.454827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb95829-efc8-462a-8888-2f4fa626ba96 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.455028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.455232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.455450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456127] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb95829-efc8-462a-8888-2f4fa626ba96',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.828860] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cb76daaf-8d04-4f72-b937-42464d378860 None None] Enqueued Resource ID: eee3e38f-726b-494d-8b9d-135158f97dee with Priority: HIGHEST for action port [ 792.828860] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee3e38f-726b-494d-8b9d-135158f97dee with Priority: HIGHEST for action port [ 792.829279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-eee3e38f-726b-494d-8b9d-135158f97dee taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.829407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eee3e38f-726b-494d-8b9d-135158f97dee" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.829472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eee3e38f-726b-494d-8b9d-135158f97dee" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.829758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eee3e38f-726b-494d-8b9d-135158f97dee" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.829877] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eee3e38f-726b-494d-8b9d-135158f97dee',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.961836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.961836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.961836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.962611] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.978643] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eb95829-efc8-462a-8888-2f4fa626ba96 with status ACTIVE [ 792.979195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.979348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.979433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.979646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.979755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.979940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.980053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.980114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.980285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.980388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.980582] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.980688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.980744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.981050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.981050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.981225] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eb95829-efc8-462a-8888-2f4fa626ba96 is going to be updated. [ 793.015375] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.016138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.016138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.016138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.016378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb95829-efc8-462a-8888-2f4fa626ba96" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.332446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eee3e38f-726b-494d-8b9d-135158f97dee [ 793.333031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.333031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.333031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.333256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.333256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.333324] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eee3e38f-726b-494d-8b9d-135158f97dee already deleted. [ 793.333620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eee3e38f-726b-494d-8b9d-135158f97dee" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.465172] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.465172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.465172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.465172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.465477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.467509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.467509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.467509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.467509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.467509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.467751] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.467890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.467998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.468210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.468396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.468537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.468623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.468805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.468929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.469203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.469203] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.470198] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.713779] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 793.714027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.976418] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc78cff3-8749-4e57-92e7-d02584e7c14b: rpc.has_security_group_logging(os_id): False [ 793.979331] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.979331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.979331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.979331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.979331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.979331] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be created. [ 793.998263] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.998426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.998488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.998712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.998814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.999297] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.999421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.999421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.999582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.999742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.999949] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.000175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.000364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.000439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.000623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.000766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.000935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.001008] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.001100] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 794.013139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.013292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.013791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.014457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.014719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.025526] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: UNINITIALIZED for 2s [ 794.084856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.085952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.085952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.085952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.087262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.104080] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 794.954734] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8dcc26e9-9097-4c0c-bdc0-0b5965c5cfae None None] Enqueued Resource ID: 56af6a89-cd32-4c20-85dd-4caf25d0c458 with Priority: HIGHEST for action port [ 794.956888] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af6a89-cd32-4c20-85dd-4caf25d0c458 with Priority: HIGHEST for action port [ 794.959258] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-56af6a89-cd32-4c20-85dd-4caf25d0c458 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.959258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56af6a89-cd32-4c20-85dd-4caf25d0c458" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.959258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56af6a89-cd32-4c20-85dd-4caf25d0c458" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.959522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56af6a89-cd32-4c20-85dd-4caf25d0c458" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.959522] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56af6a89-cd32-4c20-85dd-4caf25d0c458',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.465436] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56af6a89-cd32-4c20-85dd-4caf25d0c458 [ 795.465782] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.465859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.466048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.466139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.466233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.466326] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56af6a89-cd32-4c20-85dd-4caf25d0c458 already deleted. [ 795.466408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56af6a89-cd32-4c20-85dd-4caf25d0c458" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038560] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 796.038838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.039074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.040717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.040717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.040717] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.130104] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 796.130287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.543802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.544217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.544217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.544288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.544615] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.544743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.544810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.544974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.545079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.545172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.545488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.545488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.545668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.545802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.545892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.546113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.546207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.546289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.546378] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.048767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfdb6049-d3a2-45d0-84fd-5171a9e27179: rpc.has_security_group_logging(os_id): False [ 797.073014] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.074085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.074162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.074382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.074518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.074616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.074724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.074805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.074971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.077434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.077542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.077722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.077805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.077939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be created. [ 797.145726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.145856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.145896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.146103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.146281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162583] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 798.561468] env[65546]: INFO networking_nsxv3.common.synchronization [req-69e21a88-373e-42ee-852d-c7d77184e551 req-51bdb3a9-d9a0-47c2-8c80-3762cbd7d17e tempest-ServersTestManualDisk-1797588087 tempest-ServersTestManualDisk-1797588087-project-member] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 798.563889] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGHEST for action security_group_members [ 798.564636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.564768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.564828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565220] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.565320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.565490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565722] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.069329] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.069513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.069578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.069830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.069928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.070155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.070295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.070352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.070474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.070542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.070642] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a is going to be updated. [ 799.109228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.109383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.109458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.109659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.109812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.121093] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: IN_PROGRESS for 2s [ 799.177116] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 799.177497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.139528] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a in Status: SUCCESS [ 801.139528] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a deletion is rescheduled due to dependency. [ 801.139861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.564711] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.565135] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 804.217603] env[65546]: INFO networking_nsxv3.common.synchronization [req-7a7730b5-ab66-494b-9853-033e3568fb3a req-927bc9e3-506d-4413-bd64-6849a4c1f1df tempest-ServersAdminNegativeTestJSON-495678118 tempest-ServersAdminNegativeTestJSON-495678118-project-member] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 804.219990] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGHEST for action security_group_members [ 804.220402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.220674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.220674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.220819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.221020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.221115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.221159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.221543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.221543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.221543] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.585296] env[65546]: INFO networking_nsxv3.common.synchronization [None req-0bc2a5bc-35e9-47dd-9195-6f9810236ed8 None None] Enqueued Resource ID: e7a0e9cf-bcca-40e0-a039-172838f3734e with Priority: HIGHEST for action port [ 804.587298] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a0e9cf-bcca-40e0-a039-172838f3734e with Priority: HIGHEST for action port [ 804.587462] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a0e9cf-bcca-40e0-a039-172838f3734e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.587584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a0e9cf-bcca-40e0-a039-172838f3734e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.587651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a0e9cf-bcca-40e0-a039-172838f3734e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.587913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a0e9cf-bcca-40e0-a039-172838f3734e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.587987] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a0e9cf-bcca-40e0-a039-172838f3734e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.725049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.725275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.725344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.725614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.726737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.726737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.726737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.726737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.726737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.726737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.727186] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be updated. [ 804.755398] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.755578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.757289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.757289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.771076] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: IN_PROGRESS for 2s [ 805.090641] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7a0e9cf-bcca-40e0-a039-172838f3734e [ 805.093843] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.093843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.093843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.093843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.093843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.093843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7a0e9cf-bcca-40e0-a039-172838f3734e already deleted. [ 805.093843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a0e9cf-bcca-40e0-a039-172838f3734e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.205761] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4f0f144b-210f-473e-9472-281eafb80c70 None None] Enqueued Resource ID: 22f4f08e-374b-44af-8045-ca35c4d131f5 with Priority: HIGHEST for action port [ 806.206347] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f4f08e-374b-44af-8045-ca35c4d131f5 with Priority: HIGHEST for action port [ 806.206650] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f4f08e-374b-44af-8045-ca35c4d131f5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.206771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f4f08e-374b-44af-8045-ca35c4d131f5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.206836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f4f08e-374b-44af-8045-ca35c4d131f5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.208989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f4f08e-374b-44af-8045-ca35c4d131f5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.209175] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f4f08e-374b-44af-8045-ca35c4d131f5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.492389] env[65546]: INFO networking_nsxv3.common.synchronization [None req-dd91b0df-69d0-4610-b736-49878f4c32f9 None None] Enqueued Resource ID: 1c2af84f-93c6-4222-b650-89003b8aef40 with Priority: HIGHEST for action port [ 806.493031] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2af84f-93c6-4222-b650-89003b8aef40 with Priority: HIGHEST for action port [ 806.493352] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2af84f-93c6-4222-b650-89003b8aef40 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.493474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2af84f-93c6-4222-b650-89003b8aef40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.494981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2af84f-93c6-4222-b650-89003b8aef40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.494981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2af84f-93c6-4222-b650-89003b8aef40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.494981] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2af84f-93c6-4222-b650-89003b8aef40',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.712386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f4f08e-374b-44af-8045-ca35c4d131f5 [ 806.712632] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.712761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.712827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.713064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.713150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.713241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f4f08e-374b-44af-8045-ca35c4d131f5 already deleted. [ 806.713319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f4f08e-374b-44af-8045-ca35c4d131f5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.783830] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 in Status: SUCCESS [ 806.784109] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 deletion is rescheduled due to dependency. [ 806.784203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.997829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c2af84f-93c6-4222-b650-89003b8aef40 [ 806.997829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.997829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.997829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.998095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.998166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.998252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c2af84f-93c6-4222-b650-89003b8aef40 already deleted. [ 806.998337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2af84f-93c6-4222-b650-89003b8aef40" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.493228] env[65546]: INFO networking_nsxv3.common.synchronization [None req-e96ec7a8-3f29-4c40-9a6f-55cc841b88c5 None None] Enqueued Resource ID: 9a2185c5-c71e-4704-af9f-b700f738e0b2 with Priority: HIGHEST for action port [ 809.494077] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2185c5-c71e-4704-af9f-b700f738e0b2 with Priority: HIGHEST for action port [ 809.494400] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2185c5-c71e-4704-af9f-b700f738e0b2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.494400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2185c5-c71e-4704-af9f-b700f738e0b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.494400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2185c5-c71e-4704-af9f-b700f738e0b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.494771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2185c5-c71e-4704-af9f-b700f738e0b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.494771] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2185c5-c71e-4704-af9f-b700f738e0b2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.999642] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a2185c5-c71e-4704-af9f-b700f738e0b2 [ 810.000016] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.000205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.000272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.000524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.000638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.000739] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a2185c5-c71e-4704-af9f-b700f738e0b2 already deleted. [ 810.000822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2185c5-c71e-4704-af9f-b700f738e0b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826817] env[65546]: INFO networking_nsxv3.common.synchronization [None req-3f5e8c45-fae3-43af-8c2f-3754666d8b90 None None] Enqueued Resource ID: 4e02de54-2abd-439e-8faf-47ab74143747 with Priority: HIGHEST for action port [ 810.827432] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e02de54-2abd-439e-8faf-47ab74143747 with Priority: HIGHEST for action port [ 810.828176] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e02de54-2abd-439e-8faf-47ab74143747 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.828176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e02de54-2abd-439e-8faf-47ab74143747" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.828176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e02de54-2abd-439e-8faf-47ab74143747" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e02de54-2abd-439e-8faf-47ab74143747" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828832] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e02de54-2abd-439e-8faf-47ab74143747',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.330827] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e02de54-2abd-439e-8faf-47ab74143747 [ 811.331183] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.331325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.331422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.331675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.331770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.331867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e02de54-2abd-439e-8faf-47ab74143747 already deleted. [ 811.331950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e02de54-2abd-439e-8faf-47ab74143747" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.498895] env[65546]: INFO networking_nsxv3.common.synchronization [req-6798fcbf-d04d-4fe6-b685-0ba595f9d97d req-2f5daae7-5987-471e-a329-f2ef51d5ef7c tempest-InstanceActionsV221TestJSON-899876772 tempest-InstanceActionsV221TestJSON-899876772-project-member] Enqueued Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 811.499526] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 811.499526] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.499526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.499797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.500029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.500029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.500462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.500529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.500821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.500821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.500920] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.904445] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.904852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-194" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.904852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-194" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.905152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-194" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.905398] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.905560] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.905672] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.905877] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.906024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.906234] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.906318] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.906427] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.906578] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.906649] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.906856] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.906856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.927412] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.927605] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.928032] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.928032] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-194" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.928203] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-11c3841b-eab7-47a7-a1a9-5d880df88ab7 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.928791] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.928791] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.928791] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.929119] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c3841b-eab7-47a7-a1a9-5d880df88ab7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.003454] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.003632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.003684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.003985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.004190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.004695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.004695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.004695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.004695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.004969] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d already deleted. [ 812.004969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.436233] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.436233] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 11c3841b-eab7-47a7-a1a9-5d880df88ab7 not found, creating... [ 812.436233] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.436233] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.436622] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.436622] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.436866] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.437165] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.437951] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.437951] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 11c3841b-eab7-47a7-a1a9-5d880df88ab7 is going to be created. [ 812.458217] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.458921] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.459169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.459512] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.460029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.460347] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.069466] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b7900694-cf7e-41f0-9cf6-6b4b25603232 None None] Enqueued Resource ID: 4d5c90ae-c977-4d82-8835-5be09cbf0e3c with Priority: HIGHEST for action port [ 813.069466] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c90ae-c977-4d82-8835-5be09cbf0e3c with Priority: HIGHEST for action port [ 813.069746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5c90ae-c977-4d82-8835-5be09cbf0e3c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.069746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5c90ae-c977-4d82-8835-5be09cbf0e3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.069845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5c90ae-c977-4d82-8835-5be09cbf0e3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5c90ae-c977-4d82-8835-5be09cbf0e3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.070758] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5c90ae-c977-4d82-8835-5be09cbf0e3c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.170840] env[65546]: INFO networking_nsxv3.common.synchronization [req-6798fcbf-d04d-4fe6-b685-0ba595f9d97d req-9d6cd0c1-3f74-45b0-8ed2-3d923827ea49 service nova] Enqueued Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_rules [ 813.171058] env[65546]: INFO networking_nsxv3.common.synchronization [req-6798fcbf-d04d-4fe6-b685-0ba595f9d97d req-9d6cd0c1-3f74-45b0-8ed2-3d923827ea49 service nova] Enqueued Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 813.171200] env[65546]: INFO networking_nsxv3.common.synchronization [req-6798fcbf-d04d-4fe6-b685-0ba595f9d97d req-9d6cd0c1-3f74-45b0-8ed2-3d923827ea49 service nova] Enqueued Resource ID: 11c3841b-eab7-47a7-a1a9-5d880df88ab7 with Priority: HIGHEST for action port [ 813.171754] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_rules [ 813.171907] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 813.172016] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c3841b-eab7-47a7-a1a9-5d880df88ab7 with Priority: HIGHEST for action port [ 813.172990] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.173157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.173239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.173523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.173697] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.175613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.175752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.175832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.176495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.176762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.176762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.176762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.177058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.177058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.177144] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.178394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c3841b-eab7-47a7-a1a9-5d880df88ab7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.178549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.178615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.178750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.178824] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c3841b-eab7-47a7-a1a9-5d880df88ab7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.324359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.324601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.326710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326710] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.385066] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 813.385955] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:1 started [ 813.575842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d5c90ae-c977-4d82-8835-5be09cbf0e3c [ 813.575842] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.575842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.575842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.575842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.575842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.575842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d5c90ae-c977-4d82-8835-5be09cbf0e3c already deleted. [ 813.575842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5c90ae-c977-4d82-8835-5be09cbf0e3c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.676368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.676510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.679442] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.683623] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11c3841b-eab7-47a7-a1a9-5d880df88ab7 with status ACTIVE [ 813.683623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.683623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683623] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11c3841b-eab7-47a7-a1a9-5d880df88ab7 is going to be updated. [ 813.709871] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.709949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.710037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c3841b-eab7-47a7-a1a9-5d880df88ab7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.831207] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.182370] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.336785] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.685022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.685022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.685162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.685323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.685464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.685537] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d is going to be created. [ 814.717919] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.718099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.718184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.718383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.718548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.732101] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: UNINITIALIZED for 2s [ 814.838268] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.838268] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 815.762294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.762581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.762581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.762829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.781117] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.781642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.782568] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 815.808383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.808561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.808609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.808785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.813053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.813708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 815.813893] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.814016] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.846164] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.846381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.846467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.846673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.847839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.848015] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 815.916892] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.916892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.916892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.916892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.916892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.917375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 815.971251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972112] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 815.972200] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'35681ade-e2c3-40eb-8076-51dc8b9b92ed', '23545284-3a96-4851-bc99-a55b43c76033', '5500a1bf-2e7a-4168-b5bf-275f7bc9287f', '34fb4412-deda-4b76-8dd7-035a632cc31d', 'abe471d1-00f7-4854-91dd-ee1bd24cd767', '913bedd6-c974-44c7-8a26-71480120fbdf', 'b48176d7-ea18-4d44-82fa-6497e2c34522', '15c3d188-2876-4177-bb94-bfc4d95a9ff5', '67d5924c-5a71-48fe-9ef4-ae2697f76a8a', '4efa1710-34b8-406c-b4dd-8801c89b4950', 'c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7', '2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0', 'fc78cff3-8749-4e57-92e7-d02584e7c14b', 'fc160232-1c7c-4178-8c38-56c705a3a168', '93c45172-4226-4920-b931-f935bd48b811', '6ff88b91-993c-4798-a57c-59ab7aa0ccb0', 'd15e213a-e372-4cb2-8803-2e3d529391bf', '31c8c9f0-3805-4685-a6db-c4f603a01e92', 'a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf', 'd99151c3-cb89-4429-953b-0cbd8bb7a420', '9211ed6c-ef03-4296-a9ed-ab1dddf04034', 'd9905329-0af8-432e-aa0b-444ff0b6c050', 'e4e610de-3a33-4858-9bc3-26f12b2f94a8', '2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0', 'b00c6e7b-676b-4965-8eb6-8d6765748a2c', 'bfdb6049-d3a2-45d0-84fd-5171a9e27179', 'eefa6e68-2d0d-4dd1-8266-d7dbdd92a332', '2812bd6d-a0d9-4971-b6aa-a26a9ec57d72', '6dc2645b-5ec9-4043-9d08-ae50c59acda8', 'f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4'} {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.972296] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 815.991822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.992015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.992078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.992664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.992799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992942] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 815.993056] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.993164] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 816.055262] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.055515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.055515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.055851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.056593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.056900] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 816.057018] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.057098] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 816.057199] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 816.057298] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 816.057389] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGH for action security_group_rules [ 816.057492] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGH for action security_group_rules [ 816.057578] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGH for action security_group_rules [ 816.057660] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGH for action security_group_rules [ 816.057741] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGH for action security_group_rules [ 816.057824] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGH for action security_group_rules [ 816.057906] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 816.057985] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGH for action security_group_rules [ 816.058085] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGH for action security_group_rules [ 816.058170] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGH for action security_group_rules [ 816.058237] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGH for action security_group_rules [ 816.058341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGH for action security_group_rules [ 816.058421] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGH for action security_group_rules [ 816.058500] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 816.058579] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGH for action security_group_rules [ 816.059077] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGH for action security_group_rules [ 816.059218] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGH for action security_group_rules [ 816.059312] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGH for action security_group_rules [ 816.059401] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGH for action security_group_rules [ 816.059487] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGH for action security_group_rules [ 816.059627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.744824] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: SUCCESS [ 816.745144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.745398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.745646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.745863] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.745970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.746044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.746204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.746355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.746426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.746542] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cdb21be8-188a-4e83-b161-5ef222f61ab9 None None] Enqueued Resource ID: 2d9d6250-d6d8-4323-ac42-ad38ec0d1de9 with Priority: HIGHEST for action port [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9d6250-d6d8-4323-ac42-ad38ec0d1de9 with Priority: HIGHEST for action port [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGH for action security_group_rules [ 816.993040] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913bedd6-c974-44c7-8a26-71480120fbdf with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23545284-3a96-4851-bc99-a55b43c76033 with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4412-deda-4b76-8dd7-035a632cc31d with Priority: HIGH for action security_group_rules [ 816.995903] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9d6250-d6d8-4323-ac42-ad38ec0d1de9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.995903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9d6250-d6d8-4323-ac42-ad38ec0d1de9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.995903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9d6250-d6d8-4323-ac42-ad38ec0d1de9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.995903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9d6250-d6d8-4323-ac42-ad38ec0d1de9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.997270] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9d6250-d6d8-4323-ac42-ad38ec0d1de9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.997270] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.997270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.997270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.997843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.997843] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.003059] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.003981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.003981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.003981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.003981] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5500a1bf-2e7a-4168-b5bf-275f7bc9287f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.004348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.004465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.004515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.004672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.005039] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.008041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.008156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.008231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.008419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.008490] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.009517] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99151c3-cb89-4429-953b-0cbd8bb7a420 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.009618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.009932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.010103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.010207] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99151c3-cb89-4429-953b-0cbd8bb7a420',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.011210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.011310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.011349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.011487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.011563] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.012383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31c8c9f0-3805-4685-a6db-c4f603a01e92 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.012691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.012774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31c8c9f0-3805-4685-a6db-c4f603a01e92',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.013666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.013771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.013825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.013967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014052] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.014933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.015056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.015122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.015335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.015335] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.015573] env[65546]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 817.016217] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.016325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.016391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.016531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.016599] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff88b91-993c-4798-a57c-59ab7aa0ccb0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.017373] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.017499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.017542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.017670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.017742] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.018636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.019370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.019459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.019628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.019897] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.020754] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.020888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.020956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.024722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.025137] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.029026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efa1710-34b8-406c-b4dd-8801c89b4950 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.029026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.029026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.029026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.029026] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efa1710-34b8-406c-b4dd-8801c89b4950',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.029026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.029026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.029026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.035203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.035203] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67d5924c-5a71-48fe-9ef4-ae2697f76a8a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.035203] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913bedd6-c974-44c7-8a26-71480120fbdf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.035203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.035203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.035203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.035203] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913bedd6-c974-44c7-8a26-71480120fbdf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.035746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.035746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.035746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.035746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.035888] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c3d188-2876-4177-bb94-bfc4d95a9ff5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.038428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.038428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.038428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.038428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.038428] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.038428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23545284-3a96-4851-bc99-a55b43c76033 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.038428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.038428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.039025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.039025] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23545284-3a96-4851-bc99-a55b43c76033',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.039025] env[65546]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 817.039560] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4412-deda-4b76-8dd7-035a632cc31d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.039657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.039874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.039950] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4412-deda-4b76-8dd7-035a632cc31d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.095893] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.096930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.096930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.096930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.099371] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.100328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.139288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.139288] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5500a1bf-2e7a-4168-b5bf-275f7bc9287f is going to be deleted. [ 817.139288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.139288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.166342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.166515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be deleted. [ 817.227278] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.228437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.228437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5500a1bf-2e7a-4168-b5bf-275f7bc9287f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.250801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.251090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.251090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.251257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.251453] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.251574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.251574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.252075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.252075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.252075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.252075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.252333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.252333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.252333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.253015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.253015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.253015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.253015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.253015] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.254812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.254948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.255039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.255226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.255226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.255366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.548240] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d9d6250-d6d8-4323-ac42-ad38ec0d1de9 [ 817.548426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.548569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.548625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.548857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.548949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.551054] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d9d6250-d6d8-4323-ac42-ad38ec0d1de9 already deleted. [ 817.551054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9d6250-d6d8-4323-ac42-ad38ec0d1de9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.562370] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.562601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.562601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.562850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.588766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589466] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.589574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.589652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.590071] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.590991] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.591116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.591179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.591564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.591624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.591915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.591996] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.594409] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.594918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.594990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.595168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.595318] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.595493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.595561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.597082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.597082] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.599709] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.599830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.599952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.600311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.600466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.600642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600804] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.605205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.605205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be deleted. [ 817.614774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.614774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.614774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.614774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.616752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.616752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.616752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.616752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.617079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.617079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.617079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.617240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.617286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617433] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.632068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.632068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.632376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.632376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.655028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.655252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.662256] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.662447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.674316] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.674833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.676528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.676667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.683950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.683950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.683950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.683950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.683950] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 817.684367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.684447] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c3d188-2876-4177-bb94-bfc4d95a9ff5 is going to be deleted. [ 817.685590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.685816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.711747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.712026] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4412-deda-4b76-8dd7-035a632cc31d is going to be deleted. [ 817.713062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.713284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.736653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.736827] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31c8c9f0-3805-4685-a6db-c4f603a01e92 is going to be deleted. [ 817.737766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.738040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.741666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.741666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.757473] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59b47d5e-ec86-4f27-8c17-8013422fa58d: rpc.has_security_group_logging(os_id): False [ 817.761536] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.761766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.773241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.773241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67d5924c-5a71-48fe-9ef4-ae2697f76a8a is going to be deleted. [ 817.773731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.773731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.808210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.808415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.810053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.810302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.819242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.819449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efa1710-34b8-406c-b4dd-8801c89b4950 is going to be deleted. [ 817.820583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.820845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.884474] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99151c3-cb89-4429-953b-0cbd8bb7a420 is going to be deleted. [ 817.885611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.911314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.911314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.960965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.961242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.989456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989712] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7 is going to be deleted. [ 817.991266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.991928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.027449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.038019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.038280] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be deleted. [ 818.039748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.040485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.057119] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.057327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.106431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.106648] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913bedd6-c974-44c7-8a26-71480120fbdf is going to be deleted. [ 818.107678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.107921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.109173] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.110375] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.111437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.112108] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.112358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.112358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.112507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.112507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.112631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.112835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.112948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.112948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.113750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.113845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.113913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.114417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.114537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.114663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.114758] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.117611] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.117611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.117611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.117611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.117861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.117861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.118110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.120465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120465] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.134365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.148459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.149669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.149669] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.171035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.171035] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff88b91-993c-4798-a57c-59ab7aa0ccb0 is going to be deleted. [ 818.171328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.171572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.176025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.176025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211841] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.212025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.226797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.227252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23545284-3a96-4851-bc99-a55b43c76033 is going to be deleted. [ 818.228362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c3d188-2876-4177-bb94-bfc4d95a9ff5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.231504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.231504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4412-deda-4b76-8dd7-035a632cc31d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.231702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.231761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231989] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233957] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233957] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.233957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d is going to be created. [ 818.236100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.236308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.236401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.236564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31c8c9f0-3805-4685-a6db-c4f603a01e92" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.236702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.236835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.236949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.237102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efa1710-34b8-406c-b4dd-8801c89b4950" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.238269] env[65546]: INFO networking_nsxv3.common.synchronization [None req-601d39e0-b64d-49e0-a0b9-675f4b04e7d1 None None] Enqueued Resource ID: 43795c8d-acf4-4fb2-bd2a-4929902d34df with Priority: HIGHEST for action port [ 818.238554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.238697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.238770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.238894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67d5924c-5a71-48fe-9ef4-ae2697f76a8a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99151c3-cb89-4429-953b-0cbd8bb7a420" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43795c8d-acf4-4fb2-bd2a-4929902d34df with Priority: HIGHEST for action port [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5cd4d5e-d14a-4d0b-ba85-5edf8cec49c7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.243027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-43795c8d-acf4-4fb2-bd2a-4929902d34df taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43795c8d-acf4-4fb2-bd2a-4929902d34df" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43795c8d-acf4-4fb2-bd2a-4929902d34df" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43795c8d-acf4-4fb2-bd2a-4929902d34df" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.243027] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43795c8d-acf4-4fb2-bd2a-4929902d34df',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.282053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.282053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.282053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.282053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.282053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.282053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913bedd6-c974-44c7-8a26-71480120fbdf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.333588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.335972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.335972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.335972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.335972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.335972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff88b91-993c-4798-a57c-59ab7aa0ccb0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.336846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.336991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.339216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.339216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.339216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.339216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23545284-3a96-4851-bc99-a55b43c76033" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.426682] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 818.426682] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.426929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.426929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.427336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.427506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.496287] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: IN_PROGRESS for 2s [ 818.619091] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c45172-4226-4920-b931-f935bd48b811: rpc.has_security_group_logging(os_id): False [ 818.619560] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abe471d1-00f7-4854-91dd-ee1bd24cd767: rpc.has_security_group_logging(os_id): False [ 818.622895] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc78cff3-8749-4e57-92e7-d02584e7c14b: rpc.has_security_group_logging(os_id): False [ 818.623933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 818.639372] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d15e213a-e372-4cb2-8803-2e3d529391bf: rpc.has_security_group_logging(os_id): False [ 818.646356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.646356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.646356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.646356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.646899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.647166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.651245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.651333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.651565] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0: rpc.has_security_group_logging(os_id): False [ 818.653934] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.654508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.667403] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.667403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.670727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.670727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.670961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.671012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.672112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.672112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.672112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.672112] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 818.673743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.673944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675602] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.675703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.699025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.699025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.699025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.722314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.723155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.723219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.723709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.723768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.724724] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 818.725926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.726058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.746946] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43795c8d-acf4-4fb2-bd2a-4929902d34df [ 818.747233] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.747370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.747435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.747630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.747715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747802] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43795c8d-acf4-4fb2-bd2a-4929902d34df already deleted. [ 818.747892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43795c8d-acf4-4fb2-bd2a-4929902d34df" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759993] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.759993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.759993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.759993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.759993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759993] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 818.763055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.763055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.781356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.781540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.782563] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.782689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.797556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.797854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.797956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.798072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.798315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.798421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.798533] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf is going to be updated. [ 818.800366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.800366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.802420] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.802587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.841519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.841668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.841755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.841797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.842242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.842242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.842408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.842408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.842490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.843265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.843265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.843265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.843265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.843265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.843565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.843565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.843957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 818.845342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.845617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.845758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.848023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.848023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.848023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.848750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.848944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.849121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.901238] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 818.903853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 818.903853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 818.916765] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.916765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.916765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.916765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.916765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941330] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 818.969824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.970220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.970220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.970359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.970417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.997604] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.997802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.997802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.998477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.998477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.999901] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: IN_PROGRESS for 2s [ 819.032342] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 819.291327] env[65546]: INFO networking_nsxv3.common.synchronization [None req-df808e8b-cdc2-47ca-81cf-7c4d9c16b5b9 tempest-ServersV294TestFqdnHostnames-209509137 tempest-ServersV294TestFqdnHostnames-209509137-project-member] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 819.291679] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 819.292049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.292176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.292245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.293266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.296720] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.485193] env[65546]: INFO networking_nsxv3.common.synchronization [req-ed314090-1706-448b-b480-406f4488a32d req-6cac324e-3aa6-4663-991e-3ff322599d2f tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 819.485193] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 819.485193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.485193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.485193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.485193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.485193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.487379] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.589917] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4feca710-c0e0-4f8b-85cf-18a12d866695 None None] Enqueued Resource ID: a5b546ab-27c5-4b83-a187-1d289076888f with Priority: HIGHEST for action port [ 819.590594] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b546ab-27c5-4b83-a187-1d289076888f with Priority: HIGHEST for action port [ 819.590920] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b546ab-27c5-4b83-a187-1d289076888f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.593156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b546ab-27c5-4b83-a187-1d289076888f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.593506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b546ab-27c5-4b83-a187-1d289076888f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.593506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b546ab-27c5-4b83-a187-1d289076888f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.593648] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b546ab-27c5-4b83-a187-1d289076888f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.705297] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7423e8fe-27bb-4e3c-8642-0c93c0d9a6ba tempest-ServersV294TestFqdnHostnames-209509137 tempest-ServersV294TestFqdnHostnames-209509137-project-member] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 819.705864] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 819.706234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.706370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.814225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.814403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.814734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.814734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.814965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.814965] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 already deleted. [ 819.815101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.815160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.815336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.815442] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.974724] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.974940] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975083] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975363] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.975699] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975833] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975896] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976168] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.976348] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.976571] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.976682] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.976787] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.976892] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.977011] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.977116] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.977283] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.993681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.993988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.993988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.994463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.994576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.994806] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.994982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.995245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.995378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.995529] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be deleted. [ 820.023993] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.024198] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.024338] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.024555] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.024964] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-7f9b42a3-e34b-4ed6-a526-4304441d9407 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.025193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.025313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.025684] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.026030] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9b42a3-e34b-4ed6-a526-4304441d9407',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.069302] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.069836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.069836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.069836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.069836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.095189] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5b546ab-27c5-4b83-a187-1d289076888f [ 820.095925] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.095925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.095925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.096247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.096394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.096520] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5b546ab-27c5-4b83-a187-1d289076888f already deleted. [ 820.096620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b546ab-27c5-4b83-a187-1d289076888f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.337874] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.338105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.338158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.338925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.342367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.342367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 already deleted. [ 820.342367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.518511] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: SUCCESS [ 820.518511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.529371] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.529584] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.529707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.529982] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.530254] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.530330] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 7f9b42a3-e34b-4ed6-a526-4304441d9407 not found, creating... [ 820.530544] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.530793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.530793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.531060] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.531202] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.531481] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.531635] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.531748] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.531951] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.532191] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.532258] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 7f9b42a3-e34b-4ed6-a526-4304441d9407 is going to be created. [ 820.553664] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.553881] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554036] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.554308] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.554737] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.919349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 820.919688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.920548] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 820.920750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.923136] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 820.923328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.938598] env[65546]: INFO networking_nsxv3.common.synchronization [None req-8f7e7089-5189-41f3-8f14-d104cfdf23b9 None None] Enqueued Resource ID: 4bd28061-0f87-4cd9-b05a-bc3fc45f1d21 with Priority: HIGHEST for action port [ 820.939339] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd28061-0f87-4cd9-b05a-bc3fc45f1d21 with Priority: HIGHEST for action port [ 820.939658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd28061-0f87-4cd9-b05a-bc3fc45f1d21 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.939809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd28061-0f87-4cd9-b05a-bc3fc45f1d21" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.939886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd28061-0f87-4cd9-b05a-bc3fc45f1d21" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd28061-0f87-4cd9-b05a-bc3fc45f1d21" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.940267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd28061-0f87-4cd9-b05a-bc3fc45f1d21',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.961155] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 820.961155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.018738] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: SUCCESS [ 821.018738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.049063] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 821.049322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.093867] env[65546]: INFO networking_nsxv3.common.synchronization [None req-0184847d-bdce-4d43-96f9-e42462c1201c None None] Enqueued Resource ID: d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb with Priority: HIGHEST for action port [ 821.094520] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb with Priority: HIGHEST for action port [ 821.094998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.096383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.096383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.096383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.096567] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.327329] env[65546]: INFO networking_nsxv3.common.synchronization [req-ed314090-1706-448b-b480-406f4488a32d req-a5a32bc7-72e1-420b-8537-8c0c80b67f1e service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 821.327329] env[65546]: INFO networking_nsxv3.common.synchronization [req-ed314090-1706-448b-b480-406f4488a32d req-a5a32bc7-72e1-420b-8537-8c0c80b67f1e service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 821.327329] env[65546]: INFO networking_nsxv3.common.synchronization [req-ed314090-1706-448b-b480-406f4488a32d req-a5a32bc7-72e1-420b-8537-8c0c80b67f1e service nova] Enqueued Resource ID: 7f9b42a3-e34b-4ed6-a526-4304441d9407 with Priority: HIGHEST for action port [ 821.328387] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 821.328387] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 821.328387] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9b42a3-e34b-4ed6-a526-4304441d9407 with Priority: HIGHEST for action port [ 821.329108] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.329108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.329108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.329523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.329523] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.330692] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.330692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.330692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.330885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.330997] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.331175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.331242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.331388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.331474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.331570] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.333219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9b42a3-e34b-4ed6-a526-4304441d9407 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.333389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.333439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.333584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.333678] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9b42a3-e34b-4ed6-a526-4304441d9407',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.444199] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5e1452f-84ca-4cc0-96d8-0b22db2950a3 req-40de0bc6-3b23-4871-854d-2c909feee08f tempest-ListImageFiltersTestJSON-388572400 tempest-ListImageFiltersTestJSON-388572400-project-member] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 821.445413] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bd28061-0f87-4cd9-b05a-bc3fc45f1d21 [ 821.445716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.446486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.447957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bd28061-0f87-4cd9-b05a-bc3fc45f1d21 already deleted. [ 821.447957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd28061-0f87-4cd9-b05a-bc3fc45f1d21" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.448363] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGHEST for action security_group_members [ 821.448999] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.448999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.449247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.449247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.449371] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.449467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.449519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.449687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.449729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.450122] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.601515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb [ 821.603857] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.603857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.603857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.603857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.603857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.603857] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb already deleted. [ 821.603857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22bfc3e-d59e-48f9-8af0-73c5d40bd8eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.835628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.835804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.836206] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.837413] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9b42a3-e34b-4ed6-a526-4304441d9407 with status ACTIVE [ 821.837671] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.837845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.837935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.838543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.838640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.839076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.840192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.840580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.840714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.840974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.841126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.841221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.841444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.841520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.841659] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9b42a3-e34b-4ed6-a526-4304441d9407 is going to be updated. [ 821.864307] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.864508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.864605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.865240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.865430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.865653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9b42a3-e34b-4ed6-a526-4304441d9407" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.953029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.954274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.954363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.954638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.983746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.983746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.983746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.983746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.983746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.984133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.984133] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be updated. [ 822.025125] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.025372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.025492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.025813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.026077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.041249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: IN_PROGRESS for 2s [ 822.323605] env[65546]: INFO networking_nsxv3.common.synchronization [req-d4b1bc6b-dd8b-480b-b534-812b1814fced req-0014056c-6d71-4c04-b2e0-4be32f25e835 tempest-ServersTestJSON-725815836 tempest-ServersTestJSON-725815836-project-member] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 822.327810] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGHEST for action security_group_members [ 822.327810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.327810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.327810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.327810] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.345200] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.828891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.829244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.829244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.829559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.829559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830656] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830656] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf is going to be updated. [ 822.848133] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.848400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.848400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.848654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.848729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.848823] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be created. [ 822.863884] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.864076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.864206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.864492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.864665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879314] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: IN_PROGRESS for 2s [ 822.880315] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.880483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.880527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.881118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.881118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.890707] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: UNINITIALIZED for 2s [ 823.720089] env[65546]: INFO networking_nsxv3.common.synchronization [None req-572db8c7-f664-42ea-a1a3-cc8c8f59fbea None None] Enqueued Resource ID: 670ac1be-ada9-4120-b859-0497ac7755b2 with Priority: HIGHEST for action port [ 823.724018] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670ac1be-ada9-4120-b859-0497ac7755b2 with Priority: HIGHEST for action port [ 823.724018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-670ac1be-ada9-4120-b859-0497ac7755b2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.724018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-670ac1be-ada9-4120-b859-0497ac7755b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.724018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-670ac1be-ada9-4120-b859-0497ac7755b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.724018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-670ac1be-ada9-4120-b859-0497ac7755b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.724018] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670ac1be-ada9-4120-b859-0497ac7755b2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.052707] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 in Status: SUCCESS [ 824.053529] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 deletion is rescheduled due to dependency. [ 824.053529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.182805] env[65546]: INFO networking_nsxv3.common.synchronization [req-73ba4a35-5079-4823-9a8f-72bdd1e8f560 req-5a839d48-048d-48c3-9c41-19f550576111 tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 824.183408] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 824.183717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.183837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.183905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.184118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.184269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.184364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.184416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.184555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.184637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.184727] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.225811] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 670ac1be-ada9-4120-b859-0497ac7755b2 [ 824.226076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.226332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.226332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.226490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.226577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.226670] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:670ac1be-ada9-4120-b859-0497ac7755b2 already deleted. [ 824.226751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-670ac1be-ada9-4120-b859-0497ac7755b2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.609186] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.609603] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.610769] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.610879] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.613289] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.613363] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.613572] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.613713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.613923] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.614047] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.614156] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.614276] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.614366] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.614466] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.614592] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.635392] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.635572] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.635711] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.636929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-864" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.636929] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-fbb18158-3033-4e3b-80b7-0406b612abcb taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.636929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.636929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.636929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.636929] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb18158-3033-4e3b-80b7-0406b612abcb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.687567] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.896025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d15e213a-e372-4cb2-8803-2e3d529391bf in Status: SUCCESS [ 824.896025] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf deletion is rescheduled due to dependency. [ 824.896025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.900498] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 824.900721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.900908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.901145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.901339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.901452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.901539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.901754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.901835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.902080] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.139404] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.139661] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.140124] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.140124] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.140349] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.140462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port fbb18158-3033-4e3b-80b7-0406b612abcb not found, creating... [ 825.140779] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.140968] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.141221] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.141528] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.141717] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.143235] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.143398] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.143673] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.144187] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.144344] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.145719] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: fbb18158-3033-4e3b-80b7-0406b612abcb is going to be created. [ 825.166382] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.167235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.167235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.167235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.167361] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.167509] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.190841] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.407384] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.407592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.407920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.408123] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.408233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.408304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.408484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.408616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.408718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.409112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.409112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.409112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.409408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.409408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.409408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.409579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.410703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.410703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.410703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.410703] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.694564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.694767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.694913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.695303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.695417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.695503] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be updated. [ 825.728654] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.728828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.728894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.729127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.729275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.739893] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 825.896665] env[65546]: INFO networking_nsxv3.common.synchronization [req-73ba4a35-5079-4823-9a8f-72bdd1e8f560 req-e25a1450-cce8-4676-ab71-77f0ec9cf451 service nova] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_rules [ 825.896992] env[65546]: INFO networking_nsxv3.common.synchronization [req-73ba4a35-5079-4823-9a8f-72bdd1e8f560 req-e25a1450-cce8-4676-ab71-77f0ec9cf451 service nova] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 825.896992] env[65546]: INFO networking_nsxv3.common.synchronization [req-73ba4a35-5079-4823-9a8f-72bdd1e8f560 req-e25a1450-cce8-4676-ab71-77f0ec9cf451 service nova] Enqueued Resource ID: fbb18158-3033-4e3b-80b7-0406b612abcb with Priority: HIGHEST for action port [ 825.897702] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_rules [ 825.897872] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 825.897965] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb18158-3033-4e3b-80b7-0406b612abcb with Priority: HIGHEST for action port [ 825.898218] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.898336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.898399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.898591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.898670] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.899706] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.899802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb18158-3033-4e3b-80b7-0406b612abcb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.902498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.902738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.902817] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb18158-3033-4e3b-80b7-0406b612abcb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.914692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf: rpc.has_security_group_logging(os_id): False [ 825.932951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.933144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933745] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.933879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.934079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.934255] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.934348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.934413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.934545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.934607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.934806] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.934893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.934933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.935200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.938064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.938064] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be created. [ 826.002702] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.002868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.002931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.003597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.003597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.022055] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 826.405629] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.405839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.405946] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbb18158-3033-4e3b-80b7-0406b612abcb with status ACTIVE [ 826.406292] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.406465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.406536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.406764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.406891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.407055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.407507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.407704] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.408467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.408467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.408467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408467] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbb18158-3033-4e3b-80b7-0406b612abcb is going to be updated. [ 826.432662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.432662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.432662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.432662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.432662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.433762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb18158-3033-4e3b-80b7-0406b612abcb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.983736] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdfc4dd6-502b-4a19-a6bd-26e9daf83e38 req-f69ed44e-a074-4f92-99e5-59e7541ee624 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 826.984379] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 826.985529] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.985529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.985529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.988416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.988416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.988416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.988416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.988416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.988416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.988416] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.448531] env[65546]: INFO networking_nsxv3.common.synchronization [req-8eba1a8f-6d27-40b5-9dfd-6975e15c0302 req-e5f50905-ea18-4fd1-8eea-3db109030b1a tempest-InstanceActionsV221TestJSON-899876772 tempest-InstanceActionsV221TestJSON-899876772-project-member] Enqueued Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 827.451245] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGHEST for action security_group_members [ 827.451681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.451934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.451934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.452132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.452339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.452440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.452496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.452673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.452760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.452878] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.494686] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.752970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 827.753213] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.753391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.753604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.753800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.753916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.753983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.754217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.754317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.754417] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.800534] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.800954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.801140] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.801445] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.801780] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.801991] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.802160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.802409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.802611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.802861] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.803018] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.803226] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.803458] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.803695] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.803863] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.804044] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.827478] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.827694] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.827864] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.828089] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.828434] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-4758132b-110d-429a-a5b9-2b184db8a8a0 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.828616] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.828735] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.829361] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4758132b-110d-429a-a5b9-2b184db8a8a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.957619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.957734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.957734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.957952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.958061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.958313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.958372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.958410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.958557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.958641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.958718] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d is going to be updated. [ 827.986520] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.987118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.987118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.987118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.987118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.189852] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: IN_PROGRESS for 2s [ 828.189852] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.189852] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 828.189852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.259447] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.332729] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.332979] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.333054] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.333369] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.333521] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.333675] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 4758132b-110d-429a-a5b9-2b184db8a8a0 not found, creating... [ 828.333951] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.334122] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.334551] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.334809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.335013] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.335635] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.335989] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.336218] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.336410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.336562] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 4758132b-110d-429a-a5b9-2b184db8a8a0 is going to be created. [ 828.365482] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.366191] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.366439] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.366666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.545506] env[65546]: INFO networking_nsxv3.common.synchronization [None req-c3b72bd6-1b4f-4b79-81d7-93a617356ba8 None None] Enqueued Resource ID: 3722b38d-4162-4f46-98cb-3f0725695f13 with Priority: HIGHEST for action port [ 828.546283] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3722b38d-4162-4f46-98cb-3f0725695f13 with Priority: HIGHEST for action port [ 828.546429] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3722b38d-4162-4f46-98cb-3f0725695f13 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.546566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3722b38d-4162-4f46-98cb-3f0725695f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.546613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3722b38d-4162-4f46-98cb-3f0725695f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.546877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3722b38d-4162-4f46-98cb-3f0725695f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.546978] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3722b38d-4162-4f46-98cb-3f0725695f13',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.692274] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.693220] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 828.725407] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.725593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.725636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.725813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.735689] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 828.762539] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.050085] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3722b38d-4162-4f46-98cb-3f0725695f13 [ 829.051562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.051562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.051562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.051562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.051562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.051562] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3722b38d-4162-4f46-98cb-3f0725695f13 already deleted. [ 829.051562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3722b38d-4162-4f46-98cb-3f0725695f13" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdfc4dd6-502b-4a19-a6bd-26e9daf83e38 req-a1311684-7696-4000-a8aa-21e06315f6fa service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdfc4dd6-502b-4a19-a6bd-26e9daf83e38 req-a1311684-7696-4000-a8aa-21e06315f6fa service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdfc4dd6-502b-4a19-a6bd-26e9daf83e38 req-a1311684-7696-4000-a8aa-21e06315f6fa service nova] Enqueued Resource ID: 4758132b-110d-429a-a5b9-2b184db8a8a0 with Priority: HIGHEST for action port [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 829.072208] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4758132b-110d-429a-a5b9-2b184db8a8a0 with Priority: HIGHEST for action port [ 829.072208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.074841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.075170] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.081065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.081065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.081065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4758132b-110d-429a-a5b9-2b184db8a8a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.081065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.081065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.081065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.081065] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4758132b-110d-429a-a5b9-2b184db8a8a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.265597] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.265789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.265830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.266030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.266170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.266277] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be updated. [ 829.349198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.349296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.349296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.351052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.351052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.376909] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 829.587490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.588459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.588459] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4758132b-110d-429a-a5b9-2b184db8a8a0 with status ACTIVE [ 829.588459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.588459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.588459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.588459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.589937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.590230] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.590405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.590963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.590963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.590963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.590963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.591556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.591556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.591556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.591556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.591556] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4758132b-110d-429a-a5b9-2b184db8a8a0 is going to be updated. [ 829.617664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.617876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.617962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.618278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.618528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.619902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4758132b-110d-429a-a5b9-2b184db8a8a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.631946] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-a177148e-42db-42f5-a507-3f79b3d6d409 tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 829.632568] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 829.632888] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.633019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.633354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.633781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.634078] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.634198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.634271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.634419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.634507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.634803] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.996873] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-41b75974-b24e-4813-a89a-8171fe178fe0 tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 829.998554] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 829.998915] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.999068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.010886] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d in Status: SUCCESS [ 830.010886] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d deletion is rescheduled due to dependency. [ 830.010886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.139697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.139697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.139697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.139697] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be deleted. [ 830.169622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.170831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.171135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.172685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.172685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.172685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.172685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.172685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.172685] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.407985] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-835" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-835" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-835" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.407985] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.407985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.407985] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.407985] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.407985] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.407985] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.408833] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.408833] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.408833] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.433310] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.433734] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.433901] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.434143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-835" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.434448] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-090c6995-8d5a-40f7-a260-761adeecc5cf taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.434614] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.434732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.435060] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.435254] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090c6995-8d5a-40f7-a260-761adeecc5cf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.676109] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.676290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.676381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.676692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.676803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.679060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.679060] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed already deleted. [ 830.679060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.746329] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 830.746698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.746959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.747404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.747404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.747549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.747549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.747698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.747807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.747978] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.876127] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b8af5a77-4c84-4759-a157-b279c0d8835b None None] Enqueued Resource ID: 7ea228f9-9b36-414e-8792-2550ae5ee150 with Priority: HIGHEST for action port [ 830.876781] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea228f9-9b36-414e-8792-2550ae5ee150 with Priority: HIGHEST for action port [ 830.877193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea228f9-9b36-414e-8792-2550ae5ee150 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.877354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea228f9-9b36-414e-8792-2550ae5ee150" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.877462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea228f9-9b36-414e-8792-2550ae5ee150" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.877631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea228f9-9b36-414e-8792-2550ae5ee150" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.877717] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea228f9-9b36-414e-8792-2550ae5ee150',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.938227] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.938702] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.938988] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.940217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.940217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.940217] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 090c6995-8d5a-40f7-a260-761adeecc5cf not found, creating... [ 830.940217] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.940467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.940467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.940805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.941055] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.941520] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.941781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941969] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.942762] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.942762] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.942762] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 090c6995-8d5a-40f7-a260-761adeecc5cf is going to be created. [ 830.967105] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.967366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.967495] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.967785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.968111] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.968350] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.250267] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.380291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea228f9-9b36-414e-8792-2550ae5ee150 [ 831.380291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.380291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.380291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.380291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.380577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.381447] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea228f9-9b36-414e-8792-2550ae5ee150 already deleted. [ 831.381447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea228f9-9b36-414e-8792-2550ae5ee150" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.390498] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 831.390731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.390924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.392014] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.392014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.392014] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.753866] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-843adcc0-b784-4517-ba6a-c2a81737ec51 service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-843adcc0-b784-4517-ba6a-c2a81737ec51 service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-843adcc0-b784-4517-ba6a-c2a81737ec51 service nova] Enqueued Resource ID: 090c6995-8d5a-40f7-a260-761adeecc5cf with Priority: HIGHEST for action port [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 831.802019] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090c6995-8d5a-40f7-a260-761adeecc5cf with Priority: HIGHEST for action port [ 831.802613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.802700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.802890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.803166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.803293] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.804314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.804459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.804530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.804772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.804950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.805088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.805200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.805428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.805493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.805582] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.806560] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-090c6995-8d5a-40f7-a260-761adeecc5cf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.806560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.807518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.807518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.807518] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090c6995-8d5a-40f7-a260-761adeecc5cf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.897031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.897202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.897272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.897562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.897748] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.897866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.897929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.898091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.898177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.898263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.898403] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.898494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.898556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.898709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.898895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.899021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.899093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.899312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.899418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.899528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.899652] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.256104] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.256455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.256596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.256871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.256983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.257095] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 832.295490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.295713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.296369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.296740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.298040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.307661] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 832.310208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.310333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.310526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.311494] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090c6995-8d5a-40f7-a260-761adeecc5cf with status ACTIVE [ 832.312094] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.312094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.312094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.312094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.312315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.312361] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.312410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.312474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.312622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.313105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.313105] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.313105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.313105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.313400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.313400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.313400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090c6995-8d5a-40f7-a260-761adeecc5cf is going to be updated. [ 832.340341] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b692340-b0cc-4fbc-8ce3-0f437ad93212 req-1028a2fd-7780-4453-9050-6acd4b306bbd tempest-ServersNegativeTestJSON-2010501734 tempest-ServersNegativeTestJSON-2010501734-project-member] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 832.340341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 832.341588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.341964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.342186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.342492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.342808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.343127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090c6995-8d5a-40f7-a260-761adeecc5cf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.344147] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.344463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.344679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.345074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.345419] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.345669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.345991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.346431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.346665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.346941] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.402757] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0: rpc.has_security_group_logging(os_id): False [ 832.438196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.438409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.438469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.438682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.480479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.480923] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.480923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.480923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.481149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.481350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.481619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.481619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.481619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.481741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.481774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482704] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.482704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.482704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.482704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.482704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482704] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be updated. [ 832.572141] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.592957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 832.703218] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.703439] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-111" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.703569] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-111" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.703890] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-111" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.704280] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.704478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.704619] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704846] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.704989] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705364] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.705502] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.705633] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.705763] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.705891] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.706026] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.706203] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.733192] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.733379] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.733504] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.733708] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-111" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.734014] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-8051259f-a9de-4e4f-8e5b-263f915a7cd7 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.734191] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.734309] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734705] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.734841] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8051259f-a9de-4e4f-8e5b-263f915a7cd7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.791585] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.791777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.791870] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.792761] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.792761] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.792761] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.793326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.793326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.793466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.793689] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.793790] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.793935] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.794082] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.794218] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.794423] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.794662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.816088] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.816088] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.816088] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.816375] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.816632] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-7a73a931-2695-43b9-ab21-aaf840d28888 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.816754] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.816807] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.817278] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.817326] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a73a931-2695-43b9-ab21-aaf840d28888',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.818491] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.851029] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.239360] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.239643] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.239823] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.240187] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.240390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.240662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 8051259f-a9de-4e4f-8e5b-263f915a7cd7 not found, creating... [ 833.240961] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.241147] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.241326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.241590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.241816] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.242216] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.242408] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.242550] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.242830] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.242999] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.243208] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 8051259f-a9de-4e4f-8e5b-263f915a7cd7 is going to be created. [ 833.264928] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.266052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.266052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.266052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.266286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.266576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.321099] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.321339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.321464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.321750] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.321904] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.322055] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 7a73a931-2695-43b9-ab21-aaf840d28888 not found, creating... [ 833.322334] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.322497] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.322612] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.322857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.322962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.323317] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.323474] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.323579] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.323781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.323907] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.324057] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 7a73a931-2695-43b9-ab21-aaf840d28888 is going to be created. [ 833.325296] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.325428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.325485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.325623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.325701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.325788] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be created. [ 833.352899] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.356366] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.356901] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.356901] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.357380] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.357380] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.357640] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.387673] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.388034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.388034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.388874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.388874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.428030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: UNINITIALIZED for 2s [ 833.856332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.856576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.856671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.856891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.856962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.857026] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 833.889100] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.889396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.889396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.889636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.889834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.899716] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 834.025292] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-b0f3f9c3-7d20-449a-aadd-718dad60302d service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 834.025546] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-b0f3f9c3-7d20-449a-aadd-718dad60302d service nova] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 834.025704] env[65546]: INFO networking_nsxv3.common.synchronization [req-31d41388-b577-48b2-84ab-b64f11d81d4b req-b0f3f9c3-7d20-449a-aadd-718dad60302d service nova] Enqueued Resource ID: 8051259f-a9de-4e4f-8e5b-263f915a7cd7 with Priority: HIGHEST for action port [ 834.026382] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_rules [ 834.026511] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 834.026884] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8051259f-a9de-4e4f-8e5b-263f915a7cd7 with Priority: HIGHEST for action port [ 834.026884] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.027009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.027209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.027265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.027526] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-8051259f-a9de-4e4f-8e5b-263f915a7cd7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.027526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.027659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.027776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.027857] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8051259f-a9de-4e4f-8e5b-263f915a7cd7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.072999] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b692340-b0cc-4fbc-8ce3-0f437ad93212 req-f1e64786-df71-40e8-b222-81b08ab05c12 service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 834.073237] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b692340-b0cc-4fbc-8ce3-0f437ad93212 req-f1e64786-df71-40e8-b222-81b08ab05c12 service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 834.073391] env[65546]: INFO networking_nsxv3.common.synchronization [req-0b692340-b0cc-4fbc-8ce3-0f437ad93212 req-f1e64786-df71-40e8-b222-81b08ab05c12 service nova] Enqueued Resource ID: 7a73a931-2695-43b9-ab21-aaf840d28888 with Priority: HIGHEST for action port [ 834.073996] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 834.074123] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 834.074200] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a73a931-2695-43b9-ab21-aaf840d28888 with Priority: HIGHEST for action port [ 834.074500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.074624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.074747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.075019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.075151] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.076122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.076231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077258] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a73a931-2695-43b9-ab21-aaf840d28888 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077258] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a73a931-2695-43b9-ab21-aaf840d28888',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.323455] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 834.323714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.323826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.324062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.324496] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.324681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.324735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.324870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.324937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.325036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.325129] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.529924] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8051259f-a9de-4e4f-8e5b-263f915a7cd7 with status ACTIVE [ 834.530224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.530945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.530945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.530945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.530945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.531124] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.531371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.531371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.531540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.531673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.531885] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.532016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.532103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.532285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.532447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.532499] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8051259f-a9de-4e4f-8e5b-263f915a7cd7 is going to be updated. [ 834.565421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.565815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.565815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.566063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.566216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.566511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8051259f-a9de-4e4f-8e5b-263f915a7cd7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.578163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578589] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a73a931-2695-43b9-ab21-aaf840d28888 with status ACTIVE [ 834.578753] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.579144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579405] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.579500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.579557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.579703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580405] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a73a931-2695-43b9-ab21-aaf840d28888 is going to be updated. [ 834.609545] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 834.609545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.611989] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.612152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.612223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.612581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a73a931-2695-43b9-ab21-aaf840d28888" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.831388] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.832379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.832379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.832379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.832556] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.833378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.833378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.833817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.833817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.833914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.833914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.834088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.834165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.834253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.834341] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.337804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 835.363031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.363551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.367237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.367237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.367237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.367607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.369291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 835.439909] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 835.439909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.439909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.439909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.440426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.441017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.441432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.442121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.442121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.442394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.444095] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.444095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.444095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.444326] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.444326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.444429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.444477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.444608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.444656] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.453144] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.467445] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 835.910778] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 835.911170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.911347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.911560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.911743] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.911856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.911915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.912070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.912145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.912234] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.950186] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.950368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.950567] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.414857] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.452738] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.920681] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.956536] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.956536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.956536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.956536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.956536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.956536] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 837.006973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.007106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.007163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.007502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.007502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.019256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 837.398912] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c15a69-d062-40fe-8857-1049644511ec req-6a2a4a5b-78b6-4210-89f0-03380a9b2aac tempest-ServerRescueTestJSON-1962616706 tempest-ServerRescueTestJSON-1962616706-project-member] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 837.400311] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 837.406810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.406810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.406810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407091] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.407604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.408089] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.423042] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.423371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.423371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.423900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.423900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.424042] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 837.463837] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.464070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.464192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.464669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.464785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.483856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 837.489367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 837.489567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.884904] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.885138] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.885272] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.885573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.885831] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.885981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886801] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.887085] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.887241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.887451] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.887579] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.887719] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.887826] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.887949] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.888072] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.888204] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.909246] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.909246] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.909400] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.909889] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-530" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.909977] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-504a02e0-20ca-4a32-932f-d9c697ddd571 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.910127] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.910998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.910998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.910998] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504a02e0-20ca-4a32-932f-d9c697ddd571',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.912326] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.414037] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.414400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.414486] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.414715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.414904] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.415082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 504a02e0-20ca-4a32-932f-d9c697ddd571 not found, creating... [ 838.415647] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.415647] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.416117] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.416117] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.416117] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.416404] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.416716] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.416716] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.416884] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.417032] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.417189] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 504a02e0-20ca-4a32-932f-d9c697ddd571 is going to be created. [ 838.418453] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.444162] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444502] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.445182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.445710] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.921044] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.921208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.921280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.923215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.923323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.923430] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 838.963969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.963969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.963969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.963969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.963969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.977329] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 839.029270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 839.029495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.029660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030231] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.030231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.030645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.030797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.030890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.031101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.031236] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.031327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.031392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.031526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.031598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.031676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.031761] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.169248] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c15a69-d062-40fe-8857-1049644511ec req-7a732dda-ec9f-43d9-80b0-24e67b919ac3 service nova] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_rules [ 839.169420] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c15a69-d062-40fe-8857-1049644511ec req-7a732dda-ec9f-43d9-80b0-24e67b919ac3 service nova] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 839.169559] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c15a69-d062-40fe-8857-1049644511ec req-7a732dda-ec9f-43d9-80b0-24e67b919ac3 service nova] Enqueued Resource ID: 504a02e0-20ca-4a32-932f-d9c697ddd571 with Priority: HIGHEST for action port [ 839.169796] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_rules [ 839.169927] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 839.170034] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a02e0-20ca-4a32-932f-d9c697ddd571 with Priority: HIGHEST for action port [ 839.170606] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.170728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.170793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.171017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.171078] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.172320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.172397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.172621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-504a02e0-20ca-4a32-932f-d9c697ddd571 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.172721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.172784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.172944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.173031] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504a02e0-20ca-4a32-932f-d9c697ddd571',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.494776] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 839.495167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.495266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.495582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.495809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.495942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.496016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.496176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.496290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.496381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.496510] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.534706] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35681ade-e2c3-40eb-8076-51dc8b9b92ed: rpc.has_security_group_logging(os_id): False [ 839.558062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.558062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.558062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.558523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.558523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.558801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.558898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.558958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.559193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.559260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.559399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.559496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.559559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.559698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.559756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.559958] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.560123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.560295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.560400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.560524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.560683] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be created. [ 839.628514] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.628514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.628653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.628814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.629014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.645226] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 839.675196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675196] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 504a02e0-20ca-4a32-932f-d9c697ddd571 with status ACTIVE [ 839.675196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.675730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.675856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.676018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.676405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.676405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.676562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.676600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.676751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.676824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676908] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 504a02e0-20ca-4a32-932f-d9c697ddd571 is going to be updated. [ 839.709448] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.709609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.709679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.709918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.710065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.710280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-504a02e0-20ca-4a32-932f-d9c697ddd571" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.001700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.005027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.006104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.006104] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.013879] env[65546]: INFO networking_nsxv3.common.synchronization [req-30eecc58-a3d6-40bb-bf67-2c831759dfc7 req-01a52d0b-d796-4f66-a422-be9b44d89bec tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 840.014496] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 840.014897] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.016194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.016414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.016673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.017823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.018089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.018366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.018366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018448] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.418344] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.418601] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.418658] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.418932] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.419201] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.419366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.419469] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.419732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.419942] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.420243] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.420368] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.420475] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.420608] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.420750] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.420867] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.422594] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.444552] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.444767] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.444938] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.445243] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.445565] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-3e27e222-55bc-4f30-a797-b3292fec98ed taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.445741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.445887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447493] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.447695] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e27e222-55bc-4f30-a797-b3292fec98ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.507446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4: rpc.has_security_group_logging(os_id): False [ 840.521034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.521290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.521385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.521641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.521766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.522031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.522165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.522251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.522628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.522726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.522847] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be deleted. [ 840.527702] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.527926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.528055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.528361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.551732] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.551918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.551959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.557297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.557847] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.557988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.559564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.559673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.559739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.560178] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 840.662026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.662026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.662026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.682201] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 840.952077] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.952334] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.952520] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.953092] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.953383] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.953678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 3e27e222-55bc-4f30-a797-b3292fec98ed not found, creating... [ 840.954677] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.954677] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.954859] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.960006] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.960006] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.960006] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 3e27e222-55bc-4f30-a797-b3292fec98ed is going to be created. [ 840.978966] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.979282] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.979403] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.979630] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.980180] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.990631] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 840.990958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.991160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.991427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.991636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.991792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.991890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.992074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.992195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.992310] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.498559] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.663258] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 841.663584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.663699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.663917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.664017] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.738989] env[65546]: INFO networking_nsxv3.common.synchronization [req-30eecc58-a3d6-40bb-bf67-2c831759dfc7 req-b7fe514a-921b-4b3f-8ed0-29af19b1ec0f service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 841.738989] env[65546]: INFO networking_nsxv3.common.synchronization [req-30eecc58-a3d6-40bb-bf67-2c831759dfc7 req-b7fe514a-921b-4b3f-8ed0-29af19b1ec0f service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 841.738989] env[65546]: INFO networking_nsxv3.common.synchronization [req-30eecc58-a3d6-40bb-bf67-2c831759dfc7 req-b7fe514a-921b-4b3f-8ed0-29af19b1ec0f service nova] Enqueued Resource ID: 3e27e222-55bc-4f30-a797-b3292fec98ed with Priority: HIGHEST for action port [ 841.740110] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 841.740110] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 841.740110] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e27e222-55bc-4f30-a797-b3292fec98ed with Priority: HIGHEST for action port [ 841.741037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.741037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.741037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.741037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.741384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.742212] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.742360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.742406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.742590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.742762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.742898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.742953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.743409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.743515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.743615] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.745107] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e27e222-55bc-4f30-a797-b3292fec98ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.745227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.745316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.745516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.745631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e27e222-55bc-4f30-a797-b3292fec98ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.749865] env[65546]: INFO networking_nsxv3.common.synchronization [req-d9387e92-e745-465a-8653-dce0d63bed3e req-9b4f1b1a-e219-4947-8765-fba99a5c6b98 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 841.751206] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 841.752460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.752652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.752768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.753051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.753917] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.754190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.755339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.755339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.755339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.755339] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.001247] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.166150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.166287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.166350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.166662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.166898] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.167049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.167146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.167386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.167500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.167552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.167621] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.249526] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.249526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.249526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.253862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e27e222-55bc-4f30-a797-b3292fec98ed with status ACTIVE [ 842.253862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e27e222-55bc-4f30-a797-b3292fec98ed is going to be updated. [ 842.258894] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.291091] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.291091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.291091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.291091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.291091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.291563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e27e222-55bc-4f30-a797-b3292fec98ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.504446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.504509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.504768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.504922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504975] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 842.540045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.540210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.540286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.540477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.540628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552287] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 842.670221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.670622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.670622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.671315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.671315] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.671315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.671315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.671666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.671666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.671736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.671869] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.672020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.672091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.672239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.672383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.672502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.672615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.672790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.672908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.673058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.673193] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.704671] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 842.704937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.751149] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.761470] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.176165] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35681ade-e2c3-40eb-8076-51dc8b9b92ed: rpc.has_security_group_logging(os_id): False [ 843.194263] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.194424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.194500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.194706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.194796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.195185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.195296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.195359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.196042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.196042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.196180] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.196242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.196281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.196474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.196576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.196827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.196927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.196990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.197145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.197220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.197305] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 843.254314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.254829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.254925] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 843.264224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.264224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.264410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.264506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.264692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.264692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 843.290053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.290217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.290312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.290491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.290670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.292505] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.292623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.292689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.292863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.293055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.305783] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: UNINITIALIZED for 2s [ 843.320154] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.320368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.320368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.320581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.320731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.322625] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 843.348199] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 844.563779] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 844.563779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.563779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.564265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.564305] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.564447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.564519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.564816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.564816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.564816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.564919] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.660435] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0c75f85-4393-4547-b6a8-7768686d6135 req-7c760e27-19db-4c99-bc5f-52aa74bcf5a0 tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 844.661027] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 844.661444] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.661590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.661674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.661974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.662246] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.662378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.662442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.662605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.662691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.662787] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.011804] env[65546]: INFO networking_nsxv3.common.synchronization [req-71df078e-f1b9-43ed-ad96-a7f33fd47e68 req-62905194-5c0e-46d4-94cf-afd313594087 tempest-ServerMetadataNegativeTestJSON-458613874 tempest-ServerMetadataNegativeTestJSON-458613874-project-member] Enqueued Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 845.011804] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 845.011804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.011804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.011804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.011804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.011804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.011804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.012284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.012284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.012755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.012855] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.067753] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.067934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.068643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.069507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.069507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.070103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070103] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.167536] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.167773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.168044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.168103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.168282] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.168439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.169072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.169300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.169411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.170092] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 845.212667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.212982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.213094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.213342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.213631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224441] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 845.242813] env[65546]: INFO networking_nsxv3.common.synchronization [None req-42499722-af85-444a-928a-39db042b4ce0 None None] Enqueued Resource ID: 5685aa57-2fd1-4c3a-91cc-603de682afa4 with Priority: HIGHEST for action port [ 845.243466] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5685aa57-2fd1-4c3a-91cc-603de682afa4 with Priority: HIGHEST for action port [ 845.243829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5685aa57-2fd1-4c3a-91cc-603de682afa4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.244629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5685aa57-2fd1-4c3a-91cc-603de682afa4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.244629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5685aa57-2fd1-4c3a-91cc-603de682afa4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.244840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5685aa57-2fd1-4c3a-91cc-603de682afa4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.245044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5685aa57-2fd1-4c3a-91cc-603de682afa4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.317211] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 845.317547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.317730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318187] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.318329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.318365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.318513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318768] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.353551] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 845.353876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.359622] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 845.360122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.452439] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.452670] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.452797] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.453785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.454273] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.454273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.454479] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.455437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.455437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455437] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.455437] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.455437] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.455437] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.455437] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.455817] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.455817] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.625734] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.625984] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.170 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.626060] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.626258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-38" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.626498] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.626693] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.626810] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.627146] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.627282] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d009a-6b87-4c2f-aa8e-0c64ade3a26e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.628600] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.628706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.628773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.628951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.629226] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.629549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.629722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 already deleted. [ 845.629803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.630262] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0: rpc.has_security_group_logging(os_id): False [ 845.666177] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.666322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.666405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.666664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.666765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.667148] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.667148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.667148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.667355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.667393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.667539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.667626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.667684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.667818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.667891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.668115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.668223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.668282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.668418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.668488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.668565] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 845.747715] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5685aa57-2fd1-4c3a-91cc-603de682afa4 [ 845.748496] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.748794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.748794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.749036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.749036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.749186] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5685aa57-2fd1-4c3a-91cc-603de682afa4 already deleted. [ 845.749225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5685aa57-2fd1-4c3a-91cc-603de682afa4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.767033] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.767212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.767279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.767651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.767651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.782343] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 845.823062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.823062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.823062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.823678] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.823678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.823931] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.017176] env[65546]: INFO networking_nsxv3.common.synchronization [req-3031aa73-7e8f-406c-b2cf-3f935154ed31 req-93f7ab86-0ab2-401c-8d9f-dc74ac2ee784 tempest-ServersNegativeTestJSON-2010501734 tempest-ServersNegativeTestJSON-2010501734-project-member] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 846.017176] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 846.017418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.017813] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.018186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.018277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.018368] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.132698] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.136119] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 766d009a-6b87-4c2f-aa8e-0c64ade3a26e not found, creating... [ 846.136119] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.136541] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.137182] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 766d009a-6b87-4c2f-aa8e-0c64ade3a26e is going to be created. [ 846.164028] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.164028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.164028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.164028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.164028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.164028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.327027] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 846.353428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.353943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.353943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.354204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.354362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.354661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.354831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.355047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.355326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.355455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.355786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.355942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.356025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.356199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.356283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.356504] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.356736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.356821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.356964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357296] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 846.455892] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.456163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.456296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.456629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.456974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.474139] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 846.520438] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.788610] env[65546]: INFO networking_nsxv3.common.synchronization [req-71df078e-f1b9-43ed-ad96-a7f33fd47e68 req-1a7ff8f1-fd70-49b8-ae27-e2e2ccc577f2 service nova] Enqueued Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_rules [ 846.789083] env[65546]: INFO networking_nsxv3.common.synchronization [req-71df078e-f1b9-43ed-ad96-a7f33fd47e68 req-1a7ff8f1-fd70-49b8-ae27-e2e2ccc577f2 service nova] Enqueued Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 846.789083] env[65546]: INFO networking_nsxv3.common.synchronization [req-71df078e-f1b9-43ed-ad96-a7f33fd47e68 req-1a7ff8f1-fd70-49b8-ae27-e2e2ccc577f2 service nova] Enqueued Resource ID: 766d009a-6b87-4c2f-aa8e-0c64ade3a26e with Priority: HIGHEST for action port [ 846.789522] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_rules [ 846.789808] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 846.789808] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766d009a-6b87-4c2f-aa8e-0c64ade3a26e with Priority: HIGHEST for action port [ 846.790040] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.790200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.790467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.790591] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.791812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.792217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.792217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.792217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.792537] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.792537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.792537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.792850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.792850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.792850] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.794205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.794205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.794205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.794339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.794339] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d009a-6b87-4c2f-aa8e-0c64ade3a26e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.024697] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.250129] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 847.251483] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf deletion is rescheduled due to dependency. [ 847.251483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.295992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.296183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.296393] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.297666] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 766d009a-6b87-4c2f-aa8e-0c64ade3a26e with status ACTIVE [ 847.298750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.298750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.299162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.299415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.299510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.299709] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.300016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.300016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.300154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.300154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.300664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.300766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.300825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.301043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.301184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.301281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 766d009a-6b87-4c2f-aa8e-0c64ade3a26e is going to be updated. [ 847.332634] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.333768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.333768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.333768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.333768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.333768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766d009a-6b87-4c2f-aa8e-0c64ade3a26e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.375716] env[65546]: INFO networking_nsxv3.common.synchronization [req-15b2f646-743a-4b6e-8a26-fa0ec25d85d7 req-e4af513f-5703-4820-b408-ced74b4e0f1d tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 847.376209] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 847.376421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.376549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.376650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.376889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.379197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.379197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.379785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.380141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.380266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.381313] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.530710] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.530710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.530710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.530710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.530710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.530710] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 847.557905] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9e2b9074-eef2-4f51-9fdb-258b1807d6c0 None None] Enqueued Resource ID: 302f8f30-4846-4ab1-a1ca-f4863e88b6fe with Priority: HIGHEST for action port [ 847.558435] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302f8f30-4846-4ab1-a1ca-f4863e88b6fe with Priority: HIGHEST for action port [ 847.558843] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-302f8f30-4846-4ab1-a1ca-f4863e88b6fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.558964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302f8f30-4846-4ab1-a1ca-f4863e88b6fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.559050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302f8f30-4846-4ab1-a1ca-f4863e88b6fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.559304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302f8f30-4846-4ab1-a1ca-f4863e88b6fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.559561] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302f8f30-4846-4ab1-a1ca-f4863e88b6fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.563209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.563209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.563209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.563209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.563209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.577063] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 847.662402] env[65546]: INFO networking_nsxv3.common.synchronization [req-15b2f646-743a-4b6e-8a26-fa0ec25d85d7 req-3f90424b-58e6-44d4-91d2-eb727a6fc106 tempest-ServersTestMultiNic-787991986 tempest-ServersTestMultiNic-787991986-project-member] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 847.662652] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGHEST for action security_group_members [ 847.663256] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.663359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.696521] env[65546]: INFO networking_nsxv3.common.synchronization [req-7a1f7f6d-0a91-493e-8195-20bfb35a7dec req-e19647ec-2fed-4c0e-b9dd-67d9e2dd44e6 tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 847.697213] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 847.698046] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.698046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698531] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.698531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.698764] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.800781] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 847.800781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.803384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.887831] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.065644] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 302f8f30-4846-4ab1-a1ca-f4863e88b6fe [ 848.065899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.066065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.066135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.066352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.066440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.066555] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:302f8f30-4846-4ab1-a1ca-f4863e88b6fe already deleted. [ 848.066637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302f8f30-4846-4ab1-a1ca-f4863e88b6fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.069767] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.069936] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070299] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070546] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.070732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070794] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.071138] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.071339] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.071445] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.071547] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.071648] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.071752] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.071855] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.071978] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.093390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.093390] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.093390] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.093390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.093390] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-501990cd-1f22-4a72-b708-11e41fd7d91d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.093390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.093390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.093390] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501990cd-1f22-4a72-b708-11e41fd7d91d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.201714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.306579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.306771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.307134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.307246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.307351] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 is going to be created. [ 848.342987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.343163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.343222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.343434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.343596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.355760] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: UNINITIALIZED for 2s [ 848.389239] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.489480] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 848.489480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.595897] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.596773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.596773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.596773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.596773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.597093] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 501990cd-1f22-4a72-b708-11e41fd7d91d not found, creating... [ 848.597180] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.597339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.597438] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.597663] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.597827] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.598136] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.598290] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.598393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.598848] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.598848] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.598848] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 501990cd-1f22-4a72-b708-11e41fd7d91d is going to be created. [ 848.618814] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.619197] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.619400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.619789] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.620173] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.620456] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.703391] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.892637] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.893115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.893115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.895077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.895237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.895387] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 848.928424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.928614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.928656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.929042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.938117] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 849.210417] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.210578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.210651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.210871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.210960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.211069] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 849.243031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.243519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.243519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.243745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.243860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.252936] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [req-7a1f7f6d-0a91-493e-8195-20bfb35a7dec req-1d1f75b1-838b-47a9-b7ed-06ef37a35af6 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [req-7a1f7f6d-0a91-493e-8195-20bfb35a7dec req-1d1f75b1-838b-47a9-b7ed-06ef37a35af6 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [req-7a1f7f6d-0a91-493e-8195-20bfb35a7dec req-1d1f75b1-838b-47a9-b7ed-06ef37a35af6 service nova] Enqueued Resource ID: 501990cd-1f22-4a72-b708-11e41fd7d91d with Priority: HIGHEST for action port [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 849.344260] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501990cd-1f22-4a72-b708-11e41fd7d91d with Priority: HIGHEST for action port [ 849.344260] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.344260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.345182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.345514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.345816] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.347284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.347534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.348847] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-501990cd-1f22-4a72-b708-11e41fd7d91d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.348847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.348847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.348847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.348847] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501990cd-1f22-4a72-b708-11e41fd7d91d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.590170] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 849.590410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.851187] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 501990cd-1f22-4a72-b708-11e41fd7d91d with status ACTIVE [ 849.851424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.851562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.851637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.851993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.852109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.852290] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.852390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.852451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.852623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.852672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.852845] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.853022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.853022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.853135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.853206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.853287] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 501990cd-1f22-4a72-b708-11e41fd7d91d is going to be updated. [ 849.858238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.858345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.881129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.881286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.881347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.881540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.881696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.881870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501990cd-1f22-4a72-b708-11e41fd7d91d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.372673] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: SUCCESS [ 850.373038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.373234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.373755] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.373919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.374044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.374198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.374320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.374525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.374525] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.877612] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.878422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.878633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.878845] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.879031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.879202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.879285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.879454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.879618] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.879711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.879768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.879914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.880117] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.882047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.882047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.882047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.882047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.882047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.882047] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.962133] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.965132] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.965132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.965132] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.267294] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 4s [ 851.387022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddad2473-2f1c-4b38-8759-aa09db582444: rpc.has_security_group_logging(os_id): False [ 851.412734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.412734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.412734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.412734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.414312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.414312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.414312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.414312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.414312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.414312] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 is going to be created. [ 851.467050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.467292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.467391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.467644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467879] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.468073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.468073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.468253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.468308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be updated. [ 851.486233] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.486386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.486438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.486822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.486949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.505029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.505029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.505029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505408] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: IN_PROGRESS for 2s [ 851.516067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: IN_PROGRESS for 2s [ 853.280065] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 853.280620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.280677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.281037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.281887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.281887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.281887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.281887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.282934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.282934] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.524034] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: SUCCESS [ 853.526468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed in Status: SUCCESS [ 853.527566] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed deletion is rescheduled due to dependency. [ 853.527672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.665339] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7175a250-aad2-4dd2-b31c-e98d887f7f5a None None] Enqueued Resource ID: c758955a-a80a-4628-a1e3-177d8739b428 with Priority: HIGHEST for action port [ 853.666127] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c758955a-a80a-4628-a1e3-177d8739b428 with Priority: HIGHEST for action port [ 853.666581] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c758955a-a80a-4628-a1e3-177d8739b428 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.666846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c758955a-a80a-4628-a1e3-177d8739b428" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.666986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c758955a-a80a-4628-a1e3-177d8739b428" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.667338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c758955a-a80a-4628-a1e3-177d8739b428" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.667458] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c758955a-a80a-4628-a1e3-177d8739b428',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.785125] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.170015] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c758955a-a80a-4628-a1e3-177d8739b428 [ 854.170269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.170402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.170486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.170703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.170789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.170880] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c758955a-a80a-4628-a1e3-177d8739b428 already deleted. [ 854.170957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c758955a-a80a-4628-a1e3-177d8739b428" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.290237] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.794112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.794360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.794360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.794493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.794527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.797839] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 854.840364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.840508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.840580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.840782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.840922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.852984] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 855.824322] env[65546]: INFO networking_nsxv3.common.synchronization [req-a404e3d0-c050-4f79-a643-8840b9d306e0 req-dfa27c6d-072b-491e-b378-a0713b78316e tempest-FloatingIPsAssociationTestJSON-1792135432 tempest-FloatingIPsAssociationTestJSON-1792135432-project-member] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 855.826806] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 855.828258] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.829121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.829253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.829531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.832178] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.832316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.832387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.832665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.832810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.832810] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.303178] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.303418] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.303597] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.303947] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304272] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.304552] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.304649] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.304840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.305159] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.305426] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.305549] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.305657] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.305827] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.305953] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.306110] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.306235] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.329198] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.329386] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.329523] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.329725] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-417" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.330127] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-fcaa4782-6a7e-448c-9409-3df4a240c520 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330307] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.330426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.330825] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.330978] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaa4782-6a7e-448c-9409-3df4a240c520',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.341095] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.833798] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.834379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.834656] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.834656] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port fcaa4782-6a7e-448c-9409-3df4a240c520 not found, creating... [ 856.834843] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.835089] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.835150] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.835316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.835448] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.835730] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.835895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.836068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.836405] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.836543] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.836679] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: fcaa4782-6a7e-448c-9409-3df4a240c520 is going to be created. [ 856.843615] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.859184] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.859490] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.859656] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.860019] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.860299] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.860628] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.862522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 856.862772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.863395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.863657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.863973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.864095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.864155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.864300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.864380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.864456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.864548] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.208052] env[65546]: INFO networking_nsxv3.common.synchronization [None req-fd72e442-5036-4809-8839-7685a1d3a882 None None] Enqueued Resource ID: 1edbba10-1492-4931-9be4-51feb57f6a1a with Priority: HIGHEST for action port [ 857.208630] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1edbba10-1492-4931-9be4-51feb57f6a1a with Priority: HIGHEST for action port [ 857.208932] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1edbba10-1492-4931-9be4-51feb57f6a1a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.209066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1edbba10-1492-4931-9be4-51feb57f6a1a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1edbba10-1492-4931-9be4-51feb57f6a1a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1edbba10-1492-4931-9be4-51feb57f6a1a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209483] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1edbba10-1492-4931-9be4-51feb57f6a1a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.346406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.346580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.346685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.346939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.348033] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be updated. [ 857.368206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.368206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.368206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.368206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.368206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.368206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.368206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.368948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.371025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.371025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.371025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.371025] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.379228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.381584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.381584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.381584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.381584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.390390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 857.680769] env[65546]: INFO networking_nsxv3.common.synchronization [req-a404e3d0-c050-4f79-a643-8840b9d306e0 req-b2faad9b-225b-486d-99cc-5ae8218773fe service nova] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_rules [ 857.680769] env[65546]: INFO networking_nsxv3.common.synchronization [req-a404e3d0-c050-4f79-a643-8840b9d306e0 req-b2faad9b-225b-486d-99cc-5ae8218773fe service nova] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 857.680769] env[65546]: INFO networking_nsxv3.common.synchronization [req-a404e3d0-c050-4f79-a643-8840b9d306e0 req-b2faad9b-225b-486d-99cc-5ae8218773fe service nova] Enqueued Resource ID: fcaa4782-6a7e-448c-9409-3df4a240c520 with Priority: HIGHEST for action port [ 857.681191] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_rules [ 857.681494] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 857.681494] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaa4782-6a7e-448c-9409-3df4a240c520 with Priority: HIGHEST for action port [ 857.681675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.681957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.681957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.682439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.682557] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.683457] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.683598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683744] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcaa4782-6a7e-448c-9409-3df4a240c520 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.683834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.684086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.684525] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaa4782-6a7e-448c-9409-3df4a240c520',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.714241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1edbba10-1492-4931-9be4-51feb57f6a1a [ 857.714501] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.714659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.714733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.714957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.715069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.715165] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1edbba10-1492-4931-9be4-51feb57f6a1a already deleted. [ 857.715261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1edbba10-1492-4931-9be4-51feb57f6a1a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.874053] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc78cff3-8749-4e57-92e7-d02584e7c14b: rpc.has_security_group_logging(os_id): False [ 857.893285] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.893438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.893506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.893840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.893840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.894356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.894356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.894487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.894535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894732] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.894819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.894865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.895022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.895098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.895270] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.895487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.895487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.895578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.895810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.896561] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 857.962895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.963077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.963199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.963509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.963666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982032] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 858.186690] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.186909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187070] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcaa4782-6a7e-448c-9409-3df4a240c520 with status ACTIVE [ 858.187264] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.189035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.189035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.189035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.189634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.189634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.189634] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcaa4782-6a7e-448c-9409-3df4a240c520 is going to be updated. [ 858.211776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.211926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.212014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.212322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.212524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcaa4782-6a7e-448c-9409-3df4a240c520" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.763400] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2cc49db1-5054-4697-93a1-565d1ecdc0b7 None None] Enqueued Resource ID: 50153c1a-13c0-4480-9075-381ee82694a5 with Priority: HIGHEST for action port [ 858.763743] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50153c1a-13c0-4480-9075-381ee82694a5 with Priority: HIGHEST for action port [ 858.764673] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-50153c1a-13c0-4480-9075-381ee82694a5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.764673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50153c1a-13c0-4480-9075-381ee82694a5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.764673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50153c1a-13c0-4480-9075-381ee82694a5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.764673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50153c1a-13c0-4480-9075-381ee82694a5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.764673] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50153c1a-13c0-4480-9075-381ee82694a5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.269477] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50153c1a-13c0-4480-9075-381ee82694a5 [ 859.269895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.270513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.270730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.270730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50153c1a-13c0-4480-9075-381ee82694a5 already deleted. [ 859.270822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50153c1a-13c0-4480-9075-381ee82694a5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.405043] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 859.405202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.405358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.405605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.405801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.405948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.406050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.408217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.408352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.408466] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.912680] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.999419] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 859.999661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.416111] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.920965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.920965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.920965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.920965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.920965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.920965] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be updated. [ 860.955442] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.958028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.958028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.958028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.958028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.968800] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 862.982185] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982838] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.998725] env[65546]: INFO networking_nsxv3.common.synchronization [req-a0acae89-9c4e-4755-9c6d-019a98e0b782 req-686332cb-a149-4aa9-a22f-f36891826b33 tempest-ServerMetadataNegativeTestJSON-458613874 tempest-ServerMetadataNegativeTestJSON-458613874-project-member] Enqueued Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 862.999272] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGHEST for action security_group_members [ 862.999612] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.999734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.999799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.000125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.000215] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.000330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.000421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.000576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.000658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.000757] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.484462] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.484639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.484713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.484932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.485115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.485238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.485301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.485445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.485532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.485624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.485890] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.486394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.486731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.486814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.486901] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.502845] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.502989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.503077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.503286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.503376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.503568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.503666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.503730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.504024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.504130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.504228] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 is going to be updated. [ 863.537489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.537489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.537489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.538066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.538066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.546879] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: IN_PROGRESS for 2s [ 863.879129] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e3976d9-7a81-444d-a65d-c2dfc0c62b14 req-f6b4e443-30b9-453c-a38c-ec1984465a11 tempest-ImagesOneServerTestJSON-418340587 tempest-ImagesOneServerTestJSON-418340587-project-member] Enqueued Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 863.879709] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 863.880224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.880224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.880224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.880444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.880588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.880768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.880768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.880881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.880993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.881144] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.991257] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfdb6049-d3a2-45d0-84fd-5171a9e27179: rpc.has_security_group_logging(os_id): False [ 864.011169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.011413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.011413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.011588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.033344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.033545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.034072] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.034173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.034247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.034423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.034550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.034718] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.034815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.034879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.035021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.035102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.035218] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be updated. [ 864.107982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.109994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.109994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.109994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.110248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.131043] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 864.323922] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.324105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-945" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.324169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-945" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.324510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-945" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.324787] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.325090] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.325624] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.325624] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.325624] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.325854] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.325938] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.326131] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.326241] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.326353] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.326457] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.326590] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.348943] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.349257] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.349403] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.349585] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-945" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.349900] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-3337a405-3e88-4d4e-ba94-cc32101ef5a3 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.350090] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.350211] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.350604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.350785] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3337a405-3e88-4d4e-ba94-cc32101ef5a3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.383558] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.383831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.383831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.384077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.384201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.384421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.384544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.384598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.385011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.385011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.385011] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd already deleted. [ 864.385218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.853679] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.853979] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.854126] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.854399] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.854540] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.854692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 3337a405-3e88-4d4e-ba94-cc32101ef5a3 not found, creating... [ 864.854958] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.855129] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.855366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.855600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.855732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.856167] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.856325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.856454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.856653] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.856784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.856947] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 3337a405-3e88-4d4e-ba94-cc32101ef5a3 is going to be created. [ 864.881269] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.881496] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.881496] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.882285] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.882631] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.882940] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.558051] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddad2473-2f1c-4b38-8759-aa09db582444 in Status: SUCCESS [ 865.558051] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 deletion is rescheduled due to dependency. [ 865.558051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.673819] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e3976d9-7a81-444d-a65d-c2dfc0c62b14 req-aeffd9b5-f117-44af-8399-66016ca61473 service nova] Enqueued Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_rules [ 865.673819] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e3976d9-7a81-444d-a65d-c2dfc0c62b14 req-aeffd9b5-f117-44af-8399-66016ca61473 service nova] Enqueued Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 865.673819] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e3976d9-7a81-444d-a65d-c2dfc0c62b14 req-aeffd9b5-f117-44af-8399-66016ca61473 service nova] Enqueued Resource ID: 3337a405-3e88-4d4e-ba94-cc32101ef5a3 with Priority: HIGHEST for action port [ 865.673819] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_rules [ 865.674025] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 865.675060] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3337a405-3e88-4d4e-ba94-cc32101ef5a3 with Priority: HIGHEST for action port [ 865.675060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.675060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.676493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.676493] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.678035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.680036] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.680036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.680036] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.681322] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3337a405-3e88-4d4e-ba94-cc32101ef5a3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.681991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.682187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.682487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.682612] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3337a405-3e88-4d4e-ba94-cc32101ef5a3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.148591] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 866.149030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.180072] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.180072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.187377] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.188417] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3337a405-3e88-4d4e-ba94-cc32101ef5a3 with status ACTIVE [ 866.188634] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.188765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.188840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.189294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.189850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.190023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.190284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190284] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3337a405-3e88-4d4e-ba94-cc32101ef5a3 is going to be updated. [ 866.225085] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.225235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.225305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.225598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.225649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.225816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3337a405-3e88-4d4e-ba94-cc32101ef5a3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.658646] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0f5a92e-7a7e-4651-b21f-25f86ecd1085 req-b8de8ffc-c541-473f-83c4-8784014595fc tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 866.658646] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 866.658646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.658646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.658646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.659105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.659105] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.659105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.659105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.659296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.659392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.659507] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.697168] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.038291] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.038502] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.038625] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.038955] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.039277] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.039450] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.039566] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.039784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.039913] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.040517] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.040644] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.040842] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.040970] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.041097] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.041204] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.041334] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.061288] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.061498] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.061635] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.061821] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.062167] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-508113f5-a235-4ba8-842b-7206ce1c198f taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.062371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.062462] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.062875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.062959] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508113f5-a235-4ba8-842b-7206ce1c198f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.162299] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.162575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.162707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.162954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.163096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.163405] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.163553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.163630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.163853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.163969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.164113] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e already deleted. [ 867.164229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.200357] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.200528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.200586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.200800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.200888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.201036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd is going to be created. [ 867.227678] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.227818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.227874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.228104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.228263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.238110] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: UNINITIALIZED for 2s [ 867.567061] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.567061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.567061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.567061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.567061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.567061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 508113f5-a235-4ba8-842b-7206ce1c198f not found, creating... [ 867.567714] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.567714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.567714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.568964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.568964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.568964] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.568964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.568964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.568964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.569741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.569741] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 508113f5-a235-4ba8-842b-7206ce1c198f is going to be created. [ 867.594834] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.595202] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.595301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595567] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.595817] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.596140] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296825] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0f5a92e-7a7e-4651-b21f-25f86ecd1085 req-fcea1a71-90cd-4286-bdf3-dc0f478cf87d service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 868.296825] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0f5a92e-7a7e-4651-b21f-25f86ecd1085 req-fcea1a71-90cd-4286-bdf3-dc0f478cf87d service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 868.297275] env[65546]: INFO networking_nsxv3.common.synchronization [req-e0f5a92e-7a7e-4651-b21f-25f86ecd1085 req-fcea1a71-90cd-4286-bdf3-dc0f478cf87d service nova] Enqueued Resource ID: 508113f5-a235-4ba8-842b-7206ce1c198f with Priority: HIGHEST for action port [ 868.297912] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 868.297912] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 868.297912] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508113f5-a235-4ba8-842b-7206ce1c198f with Priority: HIGHEST for action port [ 868.298126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.299089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.299089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.299089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.299319] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.301033] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.301176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.301243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.301432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.301610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.301718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.301771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.301919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.302008] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.302321] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.303861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-508113f5-a235-4ba8-842b-7206ce1c198f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.303861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.303861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.303861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.303861] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508113f5-a235-4ba8-842b-7206ce1c198f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.801907] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.806904] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508113f5-a235-4ba8-842b-7206ce1c198f with status ACTIVE [ 868.806904] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.807141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.807141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.807318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.807410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.807618] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.807789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.807789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.808102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.808102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.808369] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.808494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.808494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.809462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.809462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.809462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508113f5-a235-4ba8-842b-7206ce1c198f is going to be updated. [ 868.810252] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.841790] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.841960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.842069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.842304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.842696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.842696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508113f5-a235-4ba8-842b-7206ce1c198f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.248876] env[65546]: INFO networking_nsxv3.common.synchronization [req-8613b386-c658-45e6-a23c-71afdb1a7f3c req-f5994d50-2f5e-457f-a6c4-984922781906 tempest-ServerRescueTestJSON-1962616706 tempest-ServerRescueTestJSON-1962616706-project-member] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 869.250036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: UNINITIALIZED for 4s [ 869.250557] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 869.251665] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.251787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.251840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252505] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.252505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.252505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252741] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.312478] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.755932] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.816106] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.816270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.816316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.816494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.816575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.816666] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be created. [ 869.841661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.841661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.841661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.841661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.841929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.853930] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: UNINITIALIZED for 2s [ 870.261507] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.766692] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.766692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.766692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.766692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.766692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.766692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 870.814241] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.815032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.815032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.815644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.815846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.832691] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 871.262209] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: SUCCESS [ 871.262209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.262209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.262841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.262841] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.262841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.263240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.263240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.263240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.263240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.263463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.765488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.765655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.765716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.765922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.766097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.766221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.766282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.766487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.766575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.766663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.766803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.767063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.767063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.767170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.767221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.767632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.767632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.767632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.767632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.767796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.767796] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.864549] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 871.864906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.865182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.865342] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.865458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.865539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.865754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.865829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.866040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.866040] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.270177] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd: rpc.has_security_group_logging(os_id): False [ 872.290261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.290261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.290261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.290261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.290874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.290874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.290874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.290874] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.290874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.291074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.291074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.291145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.291271] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd is going to be created. [ 872.368511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.369878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.371071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.371551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.371551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.371551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.371551] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.371706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.371706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.371789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.371923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.372059] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.448605] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.448761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.449100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.449100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.449706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.464746] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: IN_PROGRESS for 2s [ 872.843829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 872.844236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.875920] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af9faac-2f2b-4098-94fd-1219da5a819e: rpc.has_security_group_logging(os_id): False [ 872.896461] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.896461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.896665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.896702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.896787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.897069] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.897257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.897493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.897565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.897673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.897880] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.897981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.898270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.898398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.898630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.899077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.899203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.899336] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be created. [ 872.970963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.971163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.971277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.971547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.975266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.987816] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 874.064263] env[65546]: INFO networking_nsxv3.common.synchronization [req-cc255ce6-ca1f-4e25-802d-92ec17b1eada req-380b42e7-bf21-47b6-b7e6-dfd253e80a37 tempest-ServerTagsTestJSON-107398754 tempest-ServerTagsTestJSON-107398754-project-member] Enqueued Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 874.064829] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 874.065204] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.065353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.065433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.065732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.065923] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.066107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.066482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.066600] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.478880] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: SUCCESS [ 874.479174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.512791] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.515671] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-441" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.515995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-441" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.516495] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-441" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.516857] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.517091] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.517268] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.517637] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.517949] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.518216] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.518408] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.518633] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.518785] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.518967] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.520861] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.521111] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.543820] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.544015] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.544226] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.544380] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-441" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.544772] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-f4d26220-659a-4924-955c-5db566f51edf taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.544958] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.545092] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545641] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d26220-659a-4924-955c-5db566f51edf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.569017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.569578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.569578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.569953] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.570272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.570361] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 already deleted. [ 874.570361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.002361] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 875.003039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.049736] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.049736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.049736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.049736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.049736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.049736] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port f4d26220-659a-4924-955c-5db566f51edf not found, creating... [ 875.050160] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.050160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.050160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.050418] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.050605] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.050931] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.052112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.052296] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.052569] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.052697] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.052875] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: f4d26220-659a-4924-955c-5db566f51edf is going to be created. [ 875.079259] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.079723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.079723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.079837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.080098] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.080457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.908765] env[65546]: INFO networking_nsxv3.common.synchronization [req-cc255ce6-ca1f-4e25-802d-92ec17b1eada req-8595236e-abf2-4075-ab7e-e59ae0f96a9f service nova] Enqueued Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_rules [ 875.909212] env[65546]: INFO networking_nsxv3.common.synchronization [req-cc255ce6-ca1f-4e25-802d-92ec17b1eada req-8595236e-abf2-4075-ab7e-e59ae0f96a9f service nova] Enqueued Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 875.909212] env[65546]: INFO networking_nsxv3.common.synchronization [req-cc255ce6-ca1f-4e25-802d-92ec17b1eada req-8595236e-abf2-4075-ab7e-e59ae0f96a9f service nova] Enqueued Resource ID: f4d26220-659a-4924-955c-5db566f51edf with Priority: HIGHEST for action port [ 875.909600] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_rules [ 875.909736] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 875.909834] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d26220-659a-4924-955c-5db566f51edf with Priority: HIGHEST for action port [ 875.911474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.914519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.914519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.914519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.914519] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.914897] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.914984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.915104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.915367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.915527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.915625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.915686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.915825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.915904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915989] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.916803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4d26220-659a-4924-955c-5db566f51edf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.917013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.917082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.917383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.917467] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d26220-659a-4924-955c-5db566f51edf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.420609] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.420609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.420609] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.421877] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4d26220-659a-4924-955c-5db566f51edf with status ACTIVE [ 876.421877] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.423030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.423030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.423840] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.423840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.423840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.423840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.423840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.423840] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4d26220-659a-4924-955c-5db566f51edf is going to be updated. [ 876.449619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.449801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.449852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.450129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.450260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.450466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4d26220-659a-4924-955c-5db566f51edf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.926468] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.997781] env[65546]: INFO networking_nsxv3.common.synchronization [req-f8b80038-b6f0-4863-83ea-e04226cc1388 req-0149742e-c2d7-4ba1-8de2-122b85f1c2b9 tempest-FloatingIPsAssociationTestJSON-1792135432 tempest-FloatingIPsAssociationTestJSON-1792135432-project-member] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 876.998431] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 876.998723] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.998835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.998900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.999136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.999299] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.999390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.999449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.999595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.999595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.999595] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.429250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.429651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.429651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.429651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.429778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.429813] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 is going to be created. [ 877.469430] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.469650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.469711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.470035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.470487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.485420] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: UNINITIALIZED for 2s [ 877.503102] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.008816] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.511185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.511498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.511498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.511620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.511715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.511838] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be updated. [ 878.546520] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.546723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.546723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.546944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.547169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.558311] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 879.044088] env[65546]: INFO networking_nsxv3.common.synchronization [req-6469305f-b8ba-48f2-91fb-3312b6f5f527 req-df265473-1246-403e-ac7b-ed72f75ecbf7 tempest-ServersV294TestFqdnHostnames-209509137 tempest-ServersV294TestFqdnHostnames-209509137-project-member] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 879.044827] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 879.045257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.045499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.045587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.045907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.046202] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.046298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.046298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.046547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.046643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.046737] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.409655] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.409976] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-260" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.410213] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-260" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.410697] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-260" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411134] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411963] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.413015] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413015] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.413015] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.413015] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.413239] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.413280] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.414269] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.414269] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.441020] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.441020] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.441020] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.441020] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-260" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.441438] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-e969c74a-b5c5-4fa4-bb67-becc610c00ea taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.441535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.441658] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.442156] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.442393] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e969c74a-b5c5-4fa4-bb67-becc610c00ea',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.500988] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: SUCCESS [ 879.501291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.501640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.502043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.502984] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.502984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.502984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.502984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.503476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.503476] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.550998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.551349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.551349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.551546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.551642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.551844] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.552096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.552096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.552208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.552257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.552326] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 already deleted. [ 879.552406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.945792] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.946137] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.946571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.947038] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.947038] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.947038] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port e969c74a-b5c5-4fa4-bb67-becc610c00ea not found, creating... [ 879.947285] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.947525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.947600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.947900] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.951744] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.952266] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.952459] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.952586] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.952920] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.953142] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.953300] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: e969c74a-b5c5-4fa4-bb67-becc610c00ea is going to be created. [ 879.975134] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975390] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.975760] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.975988] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.976237] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.007750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.008128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.008258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.008478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.008825] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.009017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.009121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.009375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.009496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.009630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.009941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.010490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.011139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.011283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.011383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.011597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.011756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.011945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.012106] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.515701] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9afad911-d391-4fdb-88ce-dad7c9a74af4: rpc.has_security_group_logging(os_id): False [ 880.539336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.540243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.540763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.541149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.541265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.541331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.541415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.541483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.541566] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 is going to be created. [ 880.567610] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 880.568037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.617956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.618169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.618312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.618521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.618790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.636562] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: IN_PROGRESS for 2s [ 880.821264] env[65546]: INFO networking_nsxv3.common.synchronization [req-6469305f-b8ba-48f2-91fb-3312b6f5f527 req-2597d572-00df-48c3-bfdf-9f0c64587402 service nova] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 880.821264] env[65546]: INFO networking_nsxv3.common.synchronization [req-6469305f-b8ba-48f2-91fb-3312b6f5f527 req-2597d572-00df-48c3-bfdf-9f0c64587402 service nova] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 880.821457] env[65546]: INFO networking_nsxv3.common.synchronization [req-6469305f-b8ba-48f2-91fb-3312b6f5f527 req-2597d572-00df-48c3-bfdf-9f0c64587402 service nova] Enqueued Resource ID: e969c74a-b5c5-4fa4-bb67-becc610c00ea with Priority: HIGHEST for action port [ 880.821912] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_rules [ 880.822391] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 880.822545] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e969c74a-b5c5-4fa4-bb67-becc610c00ea with Priority: HIGHEST for action port [ 880.822836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.822972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.823033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.823237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.823312] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.824299] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.824406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.824460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.824634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.824776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.824877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.824938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.825071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.825144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.825524] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.828489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e969c74a-b5c5-4fa4-bb67-becc610c00ea taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.828489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.828489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.828489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.828489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e969c74a-b5c5-4fa4-bb67-becc610c00ea',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.328991] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.329351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.331041] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.332403] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e969c74a-b5c5-4fa4-bb67-becc610c00ea with status ACTIVE [ 881.332771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.332951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.333073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.333378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.333517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.333832] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.334037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.334129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.335029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.335875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335875] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e969c74a-b5c5-4fa4-bb67-becc610c00ea is going to be updated. [ 881.366550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.366925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.366925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.367296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.367517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.367838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e969c74a-b5c5-4fa4-bb67-becc610c00ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.658138] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-87494aca-adc7-42bb-ac24-71a3d1bde1d6 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 881.659325] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 881.660358] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.660679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.661020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.661271] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.661443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.661516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.661741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.661846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.661973] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.842530] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.054812] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.055076] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.055193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.055563] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.055842] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.055997] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.056167] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.056424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.056584] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.056805] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.056920] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.057017] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.057130] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.057235] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.057338] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.057464] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.080534] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.080767] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.080908] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.081119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.081962] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.081962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.081962] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.082339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.082339] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf344cc3-a1aa-403b-b2db-1f0b1d71ec48',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.164122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.164508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.164586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.164804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.164916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.165161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.165262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.165383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.165649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.165649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.165774] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 already deleted. [ 882.165774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.346489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.346489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.346489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.346489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.346489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.346489] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 is going to be created. [ 882.373514] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.373732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.373780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.374105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.374282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.385077] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: UNINITIALIZED for 2s [ 882.585580] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.587611] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 not found, creating... [ 882.587611] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.587611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.588096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.588096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.588457] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.588651] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.588796] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.589084] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.589268] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.589422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 is going to be created. [ 882.618370] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.618809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.618809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.619122] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.619368] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.619610] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.653054] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: SUCCESS [ 882.653054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.347355] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-355cd85c-7c9a-48b9-b3f0-177fc0c758e9 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 883.347355] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-355cd85c-7c9a-48b9-b3f0-177fc0c758e9 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 883.347355] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-355cd85c-7c9a-48b9-b3f0-177fc0c758e9 service nova] Enqueued Resource ID: cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 with Priority: HIGHEST for action port [ 883.347355] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 883.347355] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 883.350857] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 with Priority: HIGHEST for action port [ 883.351292] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.351425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.351695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.351809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.351850] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.353323] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.353323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.353323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.353581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.357618] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.357796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.357852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.358302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.358302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.358302] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.362023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.362023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.362023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.362023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.362023] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf344cc3-a1aa-403b-b2db-1f0b1d71ec48',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.864921] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.866570] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.866570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.866570] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 with status ACTIVE [ 883.866822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.866905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.866905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.867784] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.867784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.868261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.868261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.868261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.868390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.868390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.868633] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf344cc3-a1aa-403b-b2db-1f0b1d71ec48 is going to be updated. [ 883.896097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.897037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.897037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.897037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.897037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.897250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf344cc3-a1aa-403b-b2db-1f0b1d71ec48" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.370997] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.407286] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: SUCCESS [ 884.407395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.407668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.407865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.408072] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.408218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.408351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.408390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.408468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.408557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.408646] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.873786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.874176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.874694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.874993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.875129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.875270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be created. [ 884.904038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.904038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.904038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.904038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.911888] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.917093] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: UNINITIALIZED for 2s [ 885.413755] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b103c664-e6c1-4192-98dc-54965b2b3389: rpc.has_security_group_logging(os_id): False [ 885.434680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.434887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.434998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.438685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.439036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.439534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.439534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.439620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.439709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439869] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 is going to be created. [ 885.527102] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.527102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.527102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.542714] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: IN_PROGRESS for 2s [ 886.930430] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 886.930871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.930871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.931111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.931276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.931612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.931692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.931775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.931866] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.434604] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.434830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.434908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.435151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.435333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.435446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.435611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.435738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.435738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.435830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.436717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.436717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.436717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.436717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.436717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.437408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.437408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.437408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.437608] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.562979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: SUCCESS [ 887.562979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.940608] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c6a721-a55b-461a-b105-ec2e7c5f8aa5: rpc.has_security_group_logging(os_id): False [ 887.962293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.962636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.962636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.962851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.962922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.963235] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.963381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.963451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.963638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.963708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.963945] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.964152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.964259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.964431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.964560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.964802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.964914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.964983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.965209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.965337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.965436] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be created. [ 888.030030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.030294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.030294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.031342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.031342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.047613] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 888.351876] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 888.351989] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 889.305937] env[65546]: INFO networking_nsxv3.common.synchronization [req-67fafc0b-34b4-4d52-b2f0-897daa2c242e req-27ca5c29-752e-4b32-aca7-d33658b22642 tempest-ServerTagsTestJSON-107398754 tempest-ServerTagsTestJSON-107398754-project-member] Enqueued Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 889.306687] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGHEST for action security_group_members [ 889.307289] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.307421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.307488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.307738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.307971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.308101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.308171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.308343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.308432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.308533] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.811387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.811572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.811625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.811814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.811906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.812113] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.812208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.812267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.812409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.812487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.812573] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 is going to be updated. [ 889.842988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.842988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.842988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.843272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.843420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.852333] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: IN_PROGRESS for 2s [ 890.062763] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 890.063061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.979210] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-f1e77561-ec27-4f48-885e-4d5d852abdf5 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 890.979810] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 890.980394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.980394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.980394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.980594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.980729] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.980827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.980888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.984110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.984262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.984384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.396282] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.396539] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.396702] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.398285] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.398285] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.398285] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.398531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.398885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.398885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.399372] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.399541] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.399752] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.400087] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.400252] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.400399] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.400595] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.427533] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.427892] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.428087] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.428242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.428565] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-5129586c-7220-4df3-b0d7-9574c0ddfe7a taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.428769] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.428952] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.429302] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.429447] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5129586c-7220-4df3-b0d7-9574c0ddfe7a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.491990] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.864558] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 in Status: SUCCESS [ 891.864862] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 deletion is rescheduled due to dependency. [ 891.865050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.934855] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.935105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.935242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.935575] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.935707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.935863] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 5129586c-7220-4df3-b0d7-9574c0ddfe7a not found, creating... [ 891.936176] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.936337] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.936449] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.936698] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.936830] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.937132] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.937321] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.937437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.937640] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.937773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.937910] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 5129586c-7220-4df3-b0d7-9574c0ddfe7a is going to be created. [ 891.963167] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.963503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.963705] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.964221] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.964670] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.964983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.997818] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.433497] env[65546]: INFO networking_nsxv3.common.synchronization [req-762151cb-c3de-496b-ad80-997af3400855 req-81df9dbe-d26e-4253-a689-ec20fbf914e1 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 892.434253] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 892.434712] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.434867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.434933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.435160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.435317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.435420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.435467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.435611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.436398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.436398] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.500829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.500978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.501542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.501542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.501542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.501542] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 892.534896] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.535107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.535107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.535319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.544716] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 892.678784] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-0f9c5d78-1a05-42b0-b488-a7aa04d48654 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 892.679677] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-0f9c5d78-1a05-42b0-b488-a7aa04d48654 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 892.679677] env[65546]: INFO networking_nsxv3.common.synchronization [req-9fd664aa-e123-441c-b14d-e64d380b60f3 req-0f9c5d78-1a05-42b0-b488-a7aa04d48654 service nova] Enqueued Resource ID: 5129586c-7220-4df3-b0d7-9574c0ddfe7a with Priority: HIGHEST for action port [ 892.679677] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 892.679847] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 892.680884] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5129586c-7220-4df3-b0d7-9574c0ddfe7a with Priority: HIGHEST for action port [ 892.681220] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.681400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.681400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.681607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.681689] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.682602] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.682704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.682899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5129586c-7220-4df3-b0d7-9574c0ddfe7a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.682995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.683068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.683238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.683315] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5129586c-7220-4df3-b0d7-9574c0ddfe7a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.938560] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.938734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.938801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.939047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.939133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.939337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.939439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.939500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.939647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.939717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.939807] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 892.977789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.977789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.981089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.981089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.981089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987435] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 893.185516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.186031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.186031] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5129586c-7220-4df3-b0d7-9574c0ddfe7a with status ACTIVE [ 893.186031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.186184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.186184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.188350] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.188350] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.188350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.188350] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5129586c-7220-4df3-b0d7-9574c0ddfe7a is going to be updated. [ 893.212442] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.212442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.212442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.213249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.213466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.213685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5129586c-7220-4df3-b0d7-9574c0ddfe7a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.689879] env[65546]: INFO networking_nsxv3.common.synchronization [req-6ed08132-28ba-44f9-b4f4-e619f96f449d req-5b0de82f-ae15-41ef-a8fe-bc8dc6208f30 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 893.689989] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 893.690301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.690427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.690500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.690725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.690885] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.690981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.691631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.691792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.691885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.691982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.197304] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.197304] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.197304] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 already deleted. [ 894.197304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.459589] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.459943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.460103] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.460532] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.460765] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.460886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.461286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.461554] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461729] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.461940] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.462072] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.462180] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.462298] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.462390] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.462491] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.462619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.489892] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.489892] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.489892] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.489892] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490809] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-1df6c39e-541a-4e48-aed8-4f435375fd09 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.490809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.490809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.491081] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.491081] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df6c39e-541a-4e48-aed8-4f435375fd09',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.554858] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 894.555256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.555366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.555590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.555780] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.555900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.556115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.556244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.556244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.556342] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.993848] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.994232] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.994232] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.994466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.994611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.994767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 1df6c39e-541a-4e48-aed8-4f435375fd09 not found, creating... [ 894.995042] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.995200] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.995313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.995652] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.995652] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.995933] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.996096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.996206] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.996424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.996553] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.996687] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 1df6c39e-541a-4e48-aed8-4f435375fd09 is going to be created. [ 894.999535] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 894.999703] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 894.999808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.018875] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.019229] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.019229] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.019481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.019703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.019923] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.058457] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.561322] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.748474] env[65546]: INFO networking_nsxv3.common.synchronization [req-6ed08132-28ba-44f9-b4f4-e619f96f449d req-b7d1a4d1-adfd-474e-b405-e4aa19770919 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 895.748658] env[65546]: INFO networking_nsxv3.common.synchronization [req-6ed08132-28ba-44f9-b4f4-e619f96f449d req-b7d1a4d1-adfd-474e-b405-e4aa19770919 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 895.748961] env[65546]: INFO networking_nsxv3.common.synchronization [req-6ed08132-28ba-44f9-b4f4-e619f96f449d req-b7d1a4d1-adfd-474e-b405-e4aa19770919 service nova] Enqueued Resource ID: 1df6c39e-541a-4e48-aed8-4f435375fd09 with Priority: HIGHEST for action port [ 895.749448] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 895.749584] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 895.749864] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df6c39e-541a-4e48-aed8-4f435375fd09 with Priority: HIGHEST for action port [ 895.750279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.750422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.750494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.751298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.751298] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.751833] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.751944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.752017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.752200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.752388] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.752469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.752546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.752687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.752790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.752868] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.756597] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df6c39e-541a-4e48-aed8-4f435375fd09 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.756597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.756597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.756597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.756597] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df6c39e-541a-4e48-aed8-4f435375fd09',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.808161] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cab41208-e3a7-41d2-9838-bdbc005de1cf None None] Enqueued Resource ID: f8436f86-f019-4638-8a3b-27edc5dc7342 with Priority: HIGHEST for action port [ 895.808736] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8436f86-f019-4638-8a3b-27edc5dc7342 with Priority: HIGHEST for action port [ 895.809056] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8436f86-f019-4638-8a3b-27edc5dc7342 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.809171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8436f86-f019-4638-8a3b-27edc5dc7342" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.809605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8436f86-f019-4638-8a3b-27edc5dc7342" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.809605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8436f86-f019-4638-8a3b-27edc5dc7342" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.809605] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8436f86-f019-4638-8a3b-27edc5dc7342',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.064552] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.064718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.064766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.065018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.065115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.065217] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 896.097344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.097548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.097548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.097806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.097977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.109482] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 896.258133] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.258133] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df6c39e-541a-4e48-aed8-4f435375fd09 with status ACTIVE [ 896.258133] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.258133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.258133] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.258762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.258762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.259026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.260249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df6c39e-541a-4e48-aed8-4f435375fd09 is going to be updated. [ 896.261565] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.261755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.295187] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.295187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.295187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.295482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.296653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.296653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df6c39e-541a-4e48-aed8-4f435375fd09" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.312669] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8436f86-f019-4638-8a3b-27edc5dc7342 [ 896.312669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.312669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.312669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.312973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.312973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.312973] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8436f86-f019-4638-8a3b-27edc5dc7342 already deleted. [ 896.313086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8436f86-f019-4638-8a3b-27edc5dc7342" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.317334] env[65546]: INFO networking_nsxv3.common.synchronization [req-7766c44c-39c8-435d-a174-2ac0a491cbd2 req-65fde998-0793-4352-860f-beae5ce0d842 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 896.318624] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 896.318925] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.320253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.320253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.320253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.320580] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.320829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.320980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.322020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.322020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.322020] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.722200] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.722534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.722534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.722868] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723734] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.723734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.723734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723998] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.726267] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.727882] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.728056] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.728181] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.728827] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.728827] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.748570] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.748968] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.749376] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.750430] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.750638] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-52191950-6083-45ba-bec0-319f84b2dc5c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.751201] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.751700] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.751943] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52191950-6083-45ba-bec0-319f84b2dc5c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.763345] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.824306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.824306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.824306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.824306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.824306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.824620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.824620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.824620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.824814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.824873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.824983] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b already deleted. [ 896.825109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.255469] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.256524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.256524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.256524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.256524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.256524] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 52191950-6083-45ba-bec0-319f84b2dc5c not found, creating... [ 897.256753] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.256753] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.257878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.257878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.257878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.257878] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.257878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.257878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.258571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.258571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.258685] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 52191950-6083-45ba-bec0-319f84b2dc5c is going to be created. [ 897.267527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.267527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.267527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.267527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.267527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.267527] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be created. [ 897.282675] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.282908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.283059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.283367] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.283747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.283980] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.296502] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.296701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.296806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.297082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.297235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.308274] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: UNINITIALIZED for 2s [ 898.035177] env[65546]: INFO networking_nsxv3.common.synchronization [req-7766c44c-39c8-435d-a174-2ac0a491cbd2 req-be6e9183-7288-42fd-b282-41021744a5ea service nova] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 898.035177] env[65546]: INFO networking_nsxv3.common.synchronization [req-7766c44c-39c8-435d-a174-2ac0a491cbd2 req-be6e9183-7288-42fd-b282-41021744a5ea service nova] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 898.035177] env[65546]: INFO networking_nsxv3.common.synchronization [req-7766c44c-39c8-435d-a174-2ac0a491cbd2 req-be6e9183-7288-42fd-b282-41021744a5ea service nova] Enqueued Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 898.037685] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 898.037685] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 898.037685] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 898.037685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.037685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.037685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.037685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.037685] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.041228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.041228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.041228] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.041228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-52191950-6083-45ba-bec0-319f84b2dc5c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.041228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.041228] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52191950-6083-45ba-bec0-319f84b2dc5c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.125087] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 898.125350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.125515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.126677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.126677] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.126677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.126677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.127087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.127087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.127087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.127087] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.543151] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.543285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.544701] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.544701] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52191950-6083-45ba-bec0-319f84b2dc5c with status ACTIVE [ 898.544701] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.544701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.545137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.545137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.545137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.545237] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.545730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.545730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.545730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.545730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.545933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.546023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.546023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.546228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.546271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548318] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52191950-6083-45ba-bec0-319f84b2dc5c is going to be updated. [ 898.571672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.571672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.573411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.573561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.574391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.574642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.631247] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.631457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.631512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.631729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.631910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.632013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.632075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.632252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.632361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633466] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.633466] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633947] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.795088] env[65546]: INFO networking_nsxv3.common.synchronization [None req-71ebaa54-0bf8-425d-bb32-5a590b13d3fd None None] Enqueued Resource ID: 5cdda571-40f2-448d-a611-1af91b44eee0 with Priority: HIGHEST for action port [ 898.795088] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdda571-40f2-448d-a611-1af91b44eee0 with Priority: HIGHEST for action port [ 898.795088] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdda571-40f2-448d-a611-1af91b44eee0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.795088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdda571-40f2-448d-a611-1af91b44eee0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.795088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdda571-40f2-448d-a611-1af91b44eee0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.795088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdda571-40f2-448d-a611-1af91b44eee0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.795088] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdda571-40f2-448d-a611-1af91b44eee0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.048335] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.137423] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c6a721-a55b-461a-b105-ec2e7c5f8aa5: rpc.has_security_group_logging(os_id): False [ 899.157460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.157648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.157687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.157876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.157986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.158225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.158322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.158382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.158534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.158611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.158785] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.158878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.159550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.159790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.160485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.160763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.160931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.161105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.161264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.161409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.161556] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 899.230055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.230316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.230654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.230654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.230824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.248621] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 899.297220] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cdda571-40f2-448d-a611-1af91b44eee0 [ 899.298344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.298710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.298710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.299205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.299205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.299205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cdda571-40f2-448d-a611-1af91b44eee0 already deleted. [ 899.299327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdda571-40f2-448d-a611-1af91b44eee0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.320346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 899.321168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.321168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.321168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.321168] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.321591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.321591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.321591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.321591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.321742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.321742] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.551259] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.551497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.551588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.551795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.551932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.552103] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be created. [ 899.586512] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.587294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.587294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.587294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.602999] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: UNINITIALIZED for 2s [ 899.827567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.827839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.827839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.828088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.828291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.828401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.828521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.828629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.828761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.828803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.828962] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.829087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.829155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.829300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.829449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.829539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.829603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.829735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.829810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.829891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.829983] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.333127] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136f6370-59b8-47c6-81a3-222507eb5de5: rpc.has_security_group_logging(os_id): False [ 900.356605] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.356755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.356827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357410] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.357538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.357584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.358128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.358180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.358299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.358369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.358567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.358657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.358723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.358849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.358922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.359014] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be created. [ 900.423276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.423429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.423500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.423708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.423890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.437144] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 901.264026] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 901.264173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 901.617748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.618288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.618350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.618390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.618760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618914] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.126312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.126503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.126549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.126807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.127085] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.127196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.127264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.127421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.127528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.127886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.127964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.128191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.128343] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.128520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.128520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.128621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.128705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.128797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.128913] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.501266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 902.501266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.633223] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 902.653924] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.654110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.654168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.658024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.658024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.658024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.658024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.658694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.658694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.658694] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be created. [ 902.726894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.727106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.727219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.727393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.727575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.740152] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 903.794386] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.794386] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 904.763942] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 904.764245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.247651] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a352620-ad1b-4c0f-b591-6fdabcdcb51b req-57104237-c352-4b67-8c5c-7e7c566c61a3 tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 905.249107] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 905.249819] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.250147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.250147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.250228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.251220] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.251220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.251220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.251220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.251220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.251220] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.650494] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.650750] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.650859] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.651143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.651752] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.652464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.652464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.652464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.652464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.652719] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.652794] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.652898] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.653051] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.653173] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.653310] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.653445] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.673162] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.673338] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.673480] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.673699] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-142" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.674020] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-825295b9-d48f-467a-b3c1-0060206f87e8 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.674118] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.675047] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.675047] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.675047] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825295b9-d48f-467a-b3c1-0060206f87e8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.754740] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.180030] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.180030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 825295b9-d48f-467a-b3c1-0060206f87e8 not found, creating... [ 906.180030] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.180030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.180867] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.181061] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.181231] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.181351] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.181671] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.181825] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.181966] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 825295b9-d48f-467a-b3c1-0060206f87e8 is going to be created. [ 906.203497] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.203787] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.203883] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.204127] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.204355] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.204581] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.255474] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.759447] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.759606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.760036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.760036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.760152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.760208] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 906.791128] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.791128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.791128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.791128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.791128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.800888] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 906.933653] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a352620-ad1b-4c0f-b591-6fdabcdcb51b req-9adc478b-5e7b-4305-9713-f1871d9cc116 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 906.933653] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a352620-ad1b-4c0f-b591-6fdabcdcb51b req-9adc478b-5e7b-4305-9713-f1871d9cc116 service nova] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 906.933653] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a352620-ad1b-4c0f-b591-6fdabcdcb51b req-9adc478b-5e7b-4305-9713-f1871d9cc116 service nova] Enqueued Resource ID: 825295b9-d48f-467a-b3c1-0060206f87e8 with Priority: HIGHEST for action port [ 906.933653] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_rules [ 906.933818] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 906.933897] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825295b9-d48f-467a-b3c1-0060206f87e8 with Priority: HIGHEST for action port [ 906.934214] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.934339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.934436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.934626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.934680] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.936286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.936286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.936391] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-825295b9-d48f-467a-b3c1-0060206f87e8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.937211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.937211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.937211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.937211] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825295b9-d48f-467a-b3c1-0060206f87e8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.225367] env[65546]: INFO networking_nsxv3.common.synchronization [req-126cbeec-65a5-4751-96d7-d9e319e01c83 req-66b8bf3d-d82b-4251-9a07-f282429d94bd tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 907.226348] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 907.226629] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.229012] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.229012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.229012] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.439259] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.439803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.439803] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 825295b9-d48f-467a-b3c1-0060206f87e8 with status ACTIVE [ 907.439951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.441026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.441822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441822] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 825295b9-d48f-467a-b3c1-0060206f87e8 is going to be updated. [ 907.478968] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.478968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.478968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.478968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.478968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.478968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-825295b9-d48f-467a-b3c1-0060206f87e8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.701538] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 907.701744] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 907.702474] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 907.703084] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 907.706681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.706780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.706868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.707177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.707377] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.707482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.707546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.707701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.707803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.708057] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.708940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.709069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.709139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.709359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.709542] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.709645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.709706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.709854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.709939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.710044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.731849] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.764958] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 907.764958] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 907.764958] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_rules [ 907.764958] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 907.764958] env[65546]: INFO networking_nsxv3.common.synchronization [req-0263b663-4801-4b59-b7f8-f056a490fccc req-31c54a6a-b446-4e31-a180-5b3966143706 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 907.766262] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 907.766540] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_rules [ 907.767658] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 907.767902] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 907.768337] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 907.768845] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.769216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.769398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.769682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.769850] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.770928] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.771190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.771335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.774592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.774592] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.774592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-52191950-6083-45ba-bec0-319f84b2dc5c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.774592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.774592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.774592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.774592] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52191950-6083-45ba-bec0-319f84b2dc5c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.774592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.774592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.777860] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.778119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825449] env[65546]: INFO networking_nsxv3.common.synchronization [req-52a8b702-1862-4d4c-8983-9d45ae408e61 req-4109a17b-9766-4aaf-bd1e-13bbeed963fd tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 907.827111] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 907.827211] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.827347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.057221] env[65546]: INFO networking_nsxv3.common.synchronization [req-79acd95c-a137-40fc-a162-2be9b937f7b0 req-479ecda0-1d19-4624-ac8d-21f74832d12d tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 908.057221] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 908.057221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.057221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.057221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.058193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.058500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.058708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.058857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.059099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.059270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.059464] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.212530] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.213768] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.235172] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.280027] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52191950-6083-45ba-bec0-319f84b2dc5c with status ACTIVE [ 908.280283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.280433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.280498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.280682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.280763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281921] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52191950-6083-45ba-bec0-319f84b2dc5c is going to be updated. [ 908.284607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.287892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.288106] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.288240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.311859] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.312027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.312108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.312346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.312453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.312583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.421171] env[65546]: INFO networking_nsxv3.common.synchronization [req-f87d9a34-86b2-4f55-9c27-f19a1a4bd31b req-678acd79-2996-44bf-9711-736291730ab3 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 908.421977] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 908.422437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.422691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.422834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.423145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.423396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.423623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.423758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.423994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.424195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.424364] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.471093] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.471437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.471437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.471813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.472325] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.472678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.472760] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.473009] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.473785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.474406] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.474528] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.475038] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.475438] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.475438] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.475438] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.475529] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.497140] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.497372] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.497545] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.497740] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.498077] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.498248] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.498370] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.500074] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.500074] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dceb9b-ed37-49d5-ad3f-ad82ec38402c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.562055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.562248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.562310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.562541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.562628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.562825] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.562935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.562997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.563158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.563233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.563315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e already deleted. [ 908.563396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.715780] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.716786] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.736391] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.736537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.736594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.736940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.736940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.737045] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 908.768429] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.768612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.768680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.768935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.771517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.780314] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 908.814082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 908.814384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.814598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.814853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.815062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.815190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.815255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.815412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.815495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.815591] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.927341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.927514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.927554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.927780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.927849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.928047] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.928152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.928207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.928352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.928427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.928512] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 908.935224] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 908.935389] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 908.935517] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 908.936070] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 908.936183] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 908.936285] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 908.936620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.937522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.937602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.937996] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.942023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.942023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.959311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.959524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.959524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.959709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.959851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.969780] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 908.982636] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 908.983147] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 908.983318] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_rules [ 908.983451] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 908.983578] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_rules [ 908.983703] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 908.983825] env[65546]: INFO networking_nsxv3.common.synchronization [req-e3d8b984-e138-43c4-a28a-0abaf509e224 req-454789df-e2a3-458a-a2e6-28decd29779b tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 908.985710] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 908.985850] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_rules [ 908.985952] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 908.986066] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52191950-6083-45ba-bec0-319f84b2dc5c with Priority: HIGHEST for action port [ 908.986159] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_rules [ 908.986249] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 908.986363] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 908.986774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.986925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.987225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.987339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.987391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.987628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.987699] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.988647] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.988834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.989039] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-52191950-6083-45ba-bec0-319f84b2dc5c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.989197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.989274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.989445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.989710] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52191950-6083-45ba-bec0-319f84b2dc5c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.990364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.990465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.990659] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.990739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.990911] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.990989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.002952] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.002952] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.002952] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.003213] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.003340] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.003483] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 67dceb9b-ed37-49d5-ad3f-ad82ec38402c not found, creating... [ 909.003753] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.003875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.003983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.004276] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.004444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.004733] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.004889] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.005035] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.005444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.005599] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.005767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 67dceb9b-ed37-49d5-ad3f-ad82ec38402c is going to be created. [ 909.043184] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.043427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.043547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.043850] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.044059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.044288] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.176775] env[65546]: INFO networking_nsxv3.common.synchronization [req-c100e107-050d-41c0-a6b5-303ad0b7293b req-6a67d5f9-b250-45ab-8754-d7f6efc8eeab tempest-ServerRescueTestJSON-1962616706 tempest-ServerRescueTestJSON-1962616706-project-member] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 909.177989] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGHEST for action security_group_members [ 909.178431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.178556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.178602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.178803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.178959] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.179073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.179136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.179294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.179389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.179489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.218999] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.219180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.219252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.219502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.219623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.219757] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be created. [ 909.221313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.221440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.221521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.221718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.221838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.221964] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 909.267119] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.267404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.267490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.267800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.267983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.271910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.272060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.272133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.272352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.272513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.281655] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: UNINITIALIZED for 2s [ 909.287213] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 909.320702] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.440191] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.492755] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.493055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.493246] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52191950-6083-45ba-bec0-319f84b2dc5c with status ACTIVE [ 909.493646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.493792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.493958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.494291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.494388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.494787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.494787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.494787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.495697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.495697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.495697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.495697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.495697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.495855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.495893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.495976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52191950-6083-45ba-bec0-319f84b2dc5c is going to be updated. [ 909.525725] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.525926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.527140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.527140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.527140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.527302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52191950-6083-45ba-bec0-319f84b2dc5c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.684571] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.684820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.684928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.686806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.686949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687305] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.687593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.687593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.687799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.687912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.688052] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be updated. [ 909.724724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.725038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.725038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.725472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.725472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.735231] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: IN_PROGRESS for 2s [ 909.796865] env[65546]: INFO networking_nsxv3.common.synchronization [req-79acd95c-a137-40fc-a162-2be9b937f7b0 req-93c2c97a-ae8d-4c5d-8153-195b7008a5ec service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 909.796988] env[65546]: INFO networking_nsxv3.common.synchronization [req-79acd95c-a137-40fc-a162-2be9b937f7b0 req-93c2c97a-ae8d-4c5d-8153-195b7008a5ec service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 909.797240] env[65546]: INFO networking_nsxv3.common.synchronization [req-79acd95c-a137-40fc-a162-2be9b937f7b0 req-93c2c97a-ae8d-4c5d-8153-195b7008a5ec service nova] Enqueued Resource ID: 67dceb9b-ed37-49d5-ad3f-ad82ec38402c with Priority: HIGHEST for action port [ 909.797949] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 909.798150] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 909.798287] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dceb9b-ed37-49d5-ad3f-ad82ec38402c with Priority: HIGHEST for action port [ 909.798596] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.798741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.798809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.799090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.799177] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.800229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.800385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.800414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.800578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.800726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.801335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.801670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.801804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.801950] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.804140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.808169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.808169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.808169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.808169] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dceb9b-ed37-49d5-ad3f-ad82ec38402c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.821616] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.944245] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.309099] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.310301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.310423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.310589] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67dceb9b-ed37-49d5-ad3f-ad82ec38402c with status ACTIVE [ 910.310752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.310890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.310964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.311201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.311360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312165] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.312165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.312165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.312165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.312165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.312418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.312418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.312515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.312695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.313283] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67dceb9b-ed37-49d5-ad3f-ad82ec38402c is going to be updated. [ 910.324466] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.325071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.325071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.325071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.325071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.325071] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 910.380104] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.380417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.380474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.380801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.381119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.381461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67dceb9b-ed37-49d5-ad3f-ad82ec38402c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.402667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.402825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.402901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.403151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.403312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.423766] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 910.448961] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.448961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.448961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.448961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.448961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.448961] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 is going to be created. [ 910.507397] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.507807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.507807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.508824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.510290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.543760] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: UNINITIALIZED for 2s [ 910.568253] env[65546]: INFO networking_nsxv3.common.synchronization [req-35a87687-6542-4e57-8fdc-2b7f0a394a8b req-2586a888-3e82-4427-93ca-f6de941e4c29 tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 910.569027] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 910.569356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.569465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.791108] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 910.791334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.791509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.791779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.791968] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.792171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.792259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.792448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.792533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.792631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.816048] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.981540] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 910.981753] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 910.982047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.993214] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.993428] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.993556] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.993888] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.994165] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.994313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.994497] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.994684] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.994841] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.995059] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.995178] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.995338] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.995529] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.995721] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.995888] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.996064] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.025014] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.027857] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.027857] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.027857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.027857] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-de0e34e0-28d4-4f88-8d1c-e054a6d33891 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.027857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.027857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.027857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.027857] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0e34e0-28d4-4f88-8d1c-e054a6d33891',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.291428] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 911.291806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.292675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.292675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.292675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.293267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.293267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.293267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.293389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.293521] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.297546] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 911.298648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.298648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.298893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.298925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.300153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.300153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.300153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.300153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.300153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.300468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.300725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.300849] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 911.301859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.302088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.302283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.302516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.302516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.302644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.302834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.302884] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.321971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.322199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.322603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.322603] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be created. [ 911.370228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.370298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.370363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.370581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.371062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.373115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.373222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.373349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.374092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.374092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.389466] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 911.390293] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: UNINITIALIZED for 2s [ 911.533105] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.533105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.533105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.533105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.533105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.533105] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port de0e34e0-28d4-4f88-8d1c-e054a6d33891 not found, creating... [ 911.533105] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.533105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.534145] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.534145] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.534145] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.534145] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.534786] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.534786] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.534933] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.535045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.535352] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: de0e34e0-28d4-4f88-8d1c-e054a6d33891 is going to be created. [ 911.561203] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.561495] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.561617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.561908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.562178] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.562441] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.754129] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 in Status: SUCCESS [ 911.754129] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 deletion is rescheduled due to dependency. [ 911.754129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.797232] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.807617] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.301134] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.309802] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.336971] env[65546]: INFO networking_nsxv3.common.synchronization [req-35a87687-6542-4e57-8fdc-2b7f0a394a8b req-f58ae153-80fe-4ffc-92d8-1afc447763b9 service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 912.337319] env[65546]: INFO networking_nsxv3.common.synchronization [req-35a87687-6542-4e57-8fdc-2b7f0a394a8b req-f58ae153-80fe-4ffc-92d8-1afc447763b9 service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 912.337990] env[65546]: INFO networking_nsxv3.common.synchronization [req-35a87687-6542-4e57-8fdc-2b7f0a394a8b req-f58ae153-80fe-4ffc-92d8-1afc447763b9 service nova] Enqueued Resource ID: de0e34e0-28d4-4f88-8d1c-e054a6d33891 with Priority: HIGHEST for action port [ 912.338836] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 912.338836] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 912.338836] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0e34e0-28d4-4f88-8d1c-e054a6d33891 with Priority: HIGHEST for action port [ 912.339887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.340463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.340797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.341148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.341460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0e34e0-28d4-4f88-8d1c-e054a6d33891 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.341826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.341989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.342647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.342647] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0e34e0-28d4-4f88-8d1c-e054a6d33891',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.436110] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 912.436341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.436962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.438420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.438749] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.438905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.439022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.439328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.439372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.439730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.439861] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.554832] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: SUCCESS [ 912.555322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.555322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.555524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.555696] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.555957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.555957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.556079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.556165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.556261] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.805613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.805613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805613] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be updated. [ 912.812156] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.812302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.812356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.812554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.812645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.812736] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 912.846424] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de0e34e0-28d4-4f88-8d1c-e054a6d33891 with status ACTIVE [ 912.846424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.846824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.846824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.846824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.847064] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.847801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.847886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.848434] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.848861] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de0e34e0-28d4-4f88-8d1c-e054a6d33891 is going to be updated. [ 912.850978] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.851121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.851179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.852034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.852034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.853150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.853271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.853374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.853516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.853643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.867119] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 912.868384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 912.889423] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.890149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.890313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0e34e0-28d4-4f88-8d1c-e054a6d33891" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.942017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.942261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.942314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.942617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.942878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.943061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.943225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.943438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.943592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.943751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.943930] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.944062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.944138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.944321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.944488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.944614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.944680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.944860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.944948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.945058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.945145] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.060164] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.216672] env[65546]: INFO networking_nsxv3.common.synchronization [req-c868c753-85fa-4153-b2df-1dfccc4a7f95 req-9b45a0ec-ca51-4bbe-8d0b-b1e2e75e3d8b tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 913.217450] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 913.217803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.217936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.401810] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 913.401810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.403046] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 913.403046] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 deletion is rescheduled due to dependency. [ 913.403046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.403046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.403741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.403741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.403741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.403741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.403741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.403741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.403946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.403946] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.404788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.404954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.405165] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.405229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.405306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.405426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.405510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.405600] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.450126] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc78cff3-8749-4e57-92e7-d02584e7c14b: rpc.has_security_group_logging(os_id): False [ 913.470149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.470346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.470384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.470625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.470727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.470963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.471083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.471148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.471309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.471391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.471577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.471794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.471794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.471899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.471965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.472229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.472356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.472383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.472516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.472596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.472772] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 913.546063] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.546218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.546292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.546646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.559679] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 913.564858] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.656984] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.659943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.660264] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.660662] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.661145] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.661469] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.661861] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.661968] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.662154] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.662444] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.662616] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.662766] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.662982] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.663079] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.663220] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.663398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.683547] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.683715] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.683849] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.684033] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-100" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.684374] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.684546] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.684660] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.684974] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.685126] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3b0a26-aea2-4da1-98a1-1c5babbf0957',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.908956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.910045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.910045] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.066071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.066230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.066307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066715] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 is going to be updated. [ 914.098710] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.098841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.098910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.099156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.099299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.108897] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: IN_PROGRESS for 2s [ 914.190123] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.190123] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port dd3b0a26-aea2-4da1-98a1-1c5babbf0957 not found, creating... [ 914.190123] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.190123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.190547] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.190547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.190547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.190547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.190547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.190684] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: dd3b0a26-aea2-4da1-98a1-1c5babbf0957 is going to be created. [ 914.211019] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211279] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211408] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.211674] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.211902] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.212143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.413608] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.882384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.882384] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.882384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.882384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.884281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 914.884610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.884935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.887023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.888735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.888735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.888735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.888735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.888735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.888735] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.889232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.889484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.889747] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.889973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.890164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.890395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.892739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.892739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.892739] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.895828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.896227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.897336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.897336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.897336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.897607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.898024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.898145] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.916497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.916705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.916817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.917106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.917606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.917606] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 914.960251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.960251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.960251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.960251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.960251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.971650] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 914.979775] env[65546]: INFO networking_nsxv3.common.synchronization [req-c868c753-85fa-4153-b2df-1dfccc4a7f95 req-51beb6d9-f7d3-4759-979a-a52056a96a40 service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 914.980034] env[65546]: INFO networking_nsxv3.common.synchronization [req-c868c753-85fa-4153-b2df-1dfccc4a7f95 req-51beb6d9-f7d3-4759-979a-a52056a96a40 service nova] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 914.980260] env[65546]: INFO networking_nsxv3.common.synchronization [req-c868c753-85fa-4153-b2df-1dfccc4a7f95 req-51beb6d9-f7d3-4759-979a-a52056a96a40 service nova] Enqueued Resource ID: dd3b0a26-aea2-4da1-98a1-1c5babbf0957 with Priority: HIGHEST for action port [ 914.981449] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_rules [ 914.981449] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 914.981710] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3b0a26-aea2-4da1-98a1-1c5babbf0957 with Priority: HIGHEST for action port [ 914.982120] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.982340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.982717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.982962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.983305] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.983614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.984599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.984946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.985886] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3b0a26-aea2-4da1-98a1-1c5babbf0957',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.395065] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.396305] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.401451] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.401576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.401970] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.489926] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd3b0a26-aea2-4da1-98a1-1c5babbf0957 with status ACTIVE [ 915.489926] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.489926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.489926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.490298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.490298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.490726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.490726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.491310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491310] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.491432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.491460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.492102] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd3b0a26-aea2-4da1-98a1-1c5babbf0957 is going to be updated. [ 915.523274] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.523274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.523274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.523274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.523274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.523274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3b0a26-aea2-4da1-98a1-1c5babbf0957" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.600256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 915.600943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.897828] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.898908] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0029906-7a40-401e-b837-644bfcda86f7: rpc.has_security_group_logging(os_id): False [ 915.905334] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.930160] env[65546]: INFO networking_nsxv3.common.synchronization [req-8b11ae59-0990-41d5-a691-4c014fd4f94a req-8fe370c6-2b03-496a-ae40-295b06d23394 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 915.930160] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 915.930160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.930160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.930160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.930160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.930160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.930556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.930697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.930971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.931202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.931406] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.933259] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.933555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.933731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.934025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.934256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.934981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.935307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.935679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.935930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.936258] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be created. [ 916.034465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.034702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.034702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.035078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.035278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.048793] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 916.124203] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: SUCCESS [ 916.124421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.124595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.124818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.125017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.125138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.125278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.125414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.125520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.125614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.125708] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.400910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.401081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401481] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be updated. [ 916.408909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.409426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.409521] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 916.424683] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.424922] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.425023] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.425360] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.425748] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.425936] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.426154] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.426400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.426551] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.426764] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.426867] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.426970] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.427084] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.427187] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.427305] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.427711] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.439220] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.454940] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.455217] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.455317] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.455427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.455735] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-ab85a76b-2dbc-44e0-a115-3878cc71df65 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.455903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.456030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.456371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.456509] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab85a76b-2dbc-44e0-a115-3878cc71df65',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.462812] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.463225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.463225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.463442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.463589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.466070] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.466208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.466274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.466604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.466604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.483323] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 916.484874] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 916.628089] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.791450] env[65546]: INFO networking_nsxv3.common.synchronization [req-36f2c4d2-b548-457b-9177-8421ddcf8bf6 req-fd970712-6ab0-4c17-95b6-e89f9d9be0c7 tempest-FloatingIPsAssociationTestJSON-1792135432 tempest-FloatingIPsAssociationTestJSON-1792135432-project-member] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 916.792181] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGHEST for action security_group_members [ 916.792599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.792770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.792869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.793373] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.793988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.793988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.793988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794280] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.941945] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.962515] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.962686] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.962814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.963144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.963296] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.963450] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port ab85a76b-2dbc-44e0-a115-3878cc71df65 not found, creating... [ 916.963814] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.964008] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.964135] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.964400] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.964548] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.964938] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.965241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.965386] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.965670] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.965875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.966114] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: ab85a76b-2dbc-44e0-a115-3878cc71df65 is going to be created. [ 916.985414] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 916.985414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.985414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.985638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.985912] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.986116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.986230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.986482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.986615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.986779] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.996316] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.996316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.996538] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.996732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.996986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.997218] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.130538] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7892c98-4778-4528-a9ff-d04b50abe921: rpc.has_security_group_logging(os_id): False [ 917.153586] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.153975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.153975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.155283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.155389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.155745] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.155935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.156044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.156758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.156758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.156758] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 is going to be created. [ 917.236028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.236028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.236028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.236028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.236028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.250607] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: IN_PROGRESS for 2s [ 917.296326] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.296733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.296937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.300036] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.300036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.300036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be updated. [ 917.346775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.347146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.347146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.347298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.347441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362288] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: IN_PROGRESS for 2s [ 917.448720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.448720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.448720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.448720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.448720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.448720] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 917.483148] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.483148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.483561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.483561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.483665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.489420] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.496579] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 917.775270] env[65546]: INFO networking_nsxv3.common.synchronization [req-8b11ae59-0990-41d5-a691-4c014fd4f94a req-7f655992-223d-41f7-892c-1b4df7c5ffc4 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 917.775270] env[65546]: INFO networking_nsxv3.common.synchronization [req-8b11ae59-0990-41d5-a691-4c014fd4f94a req-7f655992-223d-41f7-892c-1b4df7c5ffc4 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 917.776063] env[65546]: INFO networking_nsxv3.common.synchronization [req-8b11ae59-0990-41d5-a691-4c014fd4f94a req-7f655992-223d-41f7-892c-1b4df7c5ffc4 service nova] Enqueued Resource ID: ab85a76b-2dbc-44e0-a115-3878cc71df65 with Priority: HIGHEST for action port [ 917.776173] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 917.776289] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 917.776406] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab85a76b-2dbc-44e0-a115-3878cc71df65 with Priority: HIGHEST for action port [ 917.777473] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.777473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.777473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.777473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.777473] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.780459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.780459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.780459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab85a76b-2dbc-44e0-a115-3878cc71df65 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.780459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.780459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.780459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.780459] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab85a76b-2dbc-44e0-a115-3878cc71df65',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.993910] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.062271] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 918.062626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.062776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063150] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.284987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.287018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab85a76b-2dbc-44e0-a115-3878cc71df65 with status ACTIVE [ 918.287018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.287018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.287018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.287498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.287498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.288617] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.291216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.291298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.291537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.291647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.296024] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab85a76b-2dbc-44e0-a115-3878cc71df65 is going to be updated. [ 918.323273] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.323617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.323696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.323914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.324074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.324244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab85a76b-2dbc-44e0-a115-3878cc71df65" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.496448] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.496667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.496751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.497128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.497226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.497274] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 918.500224] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 918.500421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.500657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.500877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.501069] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.501224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.501395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.501516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.501565] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.503984] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 918.504229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.504913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.505122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.505308] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.506257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.506257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.506257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.506257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.506257] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.539335] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.539527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.539622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.539839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.539987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.552507] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 918.565521] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.008282] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.009435] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.331771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: SUCCESS [ 919.331771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.373290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 in Status: SUCCESS [ 919.373466] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 deletion is rescheduled due to dependency. [ 919.373588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.508996] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 919.510717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.510801] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.511914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.512197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.512777] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.512966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.513089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.513321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.514216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.514216] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.514905] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.016161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.016569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.016608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.016835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.016992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.017096] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be updated. [ 920.018615] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.019982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.020736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.020879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.021239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.021466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.021581] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 920.065889] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.065889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.065889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.066083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.068054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.068277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.068470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.082148] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 920.082924] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 920.523916] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.563812] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 920.564105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.564226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.564435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.564620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.564739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.564802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.564949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.565039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.565263] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.029021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.029021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.029021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.029021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.029021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.029021] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 921.067026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.068475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.068475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.068475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.068475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.068911] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.079527] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 921.571404] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.080925] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.080925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.080925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.080925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.080925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.080925] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 922.093842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 922.094802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.094902] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 922.095090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.095272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.095572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.095737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.096704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.096704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.101357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.101357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.101498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.101724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.101724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.101873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.101934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.102108] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.102209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.102268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.102407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.102483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.102562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.102653] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.105963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.106147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.106407] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.106524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.106583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.106733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.106812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.106895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.106987] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.112660] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.113103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.113174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.113592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.113592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.123168] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 922.609952] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.615245] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 922.634858] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.635057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.635235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.635425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.635618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.635862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.636314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.636314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.636314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.636314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.636847] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.636962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.637040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.637195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.637271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.638060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.638330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.638330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.638543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.638543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.638652] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 922.716472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.716472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.716684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.716792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.717029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.733931] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 922.777366] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 922.777595] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 923.088128] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 923.088522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.088646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.088900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.089113] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.089235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.089303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.089448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.089532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.089627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.089704] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.115032] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0029906-7a40-401e-b837-644bfcda86f7: rpc.has_security_group_logging(os_id): False [ 923.133266] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.133432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.133492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.133724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.133798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.133991] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.134106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.134177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.134302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.134373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.134458] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be updated. [ 923.198265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.198409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.198547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.198768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.199284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.214750] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 923.592478] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.592647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.592889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.593269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.593612] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.593734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.594253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.594456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.594669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.594767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.595135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.595241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.595409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.595583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.595941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.596060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.596310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.596461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.596535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.596632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.596821] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.732033] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f79571-d7d6-4c51-ad3e-9fe9ee298b47 req-5dc64fdd-5075-4e97-9efc-c29bd8ddf8be tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 923.732522] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 923.732831] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.736531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.736834] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.737174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.737272] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.099771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 924.127622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.128130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.128130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.128821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.129167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.129909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.129909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.129909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.129909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.129909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.130380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.130538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.130636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.131154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.132408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.132408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.132408] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 924.148090] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 924.149239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.150400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.150400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.150400] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.150661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.150661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.152624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.152624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.153091] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.153091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.153469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.154261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.154261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154261] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.155098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.155366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.155790] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.159205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.159205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.159205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.159205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.159205] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.199935] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200163] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200971] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200971] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200971] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200971] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.201245] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.201309] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.201481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.201700] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.201814] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.201930] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.202086] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.202239] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.202300] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.202429] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.205161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.205284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.205358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.205627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.205851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.223036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 924.234236] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.234399] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.234441] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.234691] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-989" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.234997] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-19576950-8810-4a9b-85cc-8f93a7b4cc7d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235239] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.235817] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.235995] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19576950-8810-4a9b-85cc-8f93a7b4cc7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.243207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.243207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.243207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.243207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.243207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.243715] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.243715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.243715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.243715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.243715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.243715] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 924.285029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.285289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.285430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.285650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.285862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.297730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 924.659379] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6fbb4be-ce03-4c9a-918b-b0ea968c528e: rpc.has_security_group_logging(os_id): False [ 924.660807] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.680985] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.680985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.680985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.681178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.681178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.681382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.681480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.681542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.681693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.681769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.682028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.682131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.682193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.682334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.682425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.682640] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.682720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.682837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.682973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.683113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.687027] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be created. [ 924.739317] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.739689] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.739930] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.740298] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.740475] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.740664] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 19576950-8810-4a9b-85cc-8f93a7b4cc7d not found, creating... [ 924.741037] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.741275] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.741488] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.741897] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.742117] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.742522] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.742746] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.742919] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.743284] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.743504] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.743663] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 19576950-8810-4a9b-85cc-8f93a7b4cc7d is going to be created. [ 924.745982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.746568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.746646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.746847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.747048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.765366] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 924.765727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.766036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.766372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.766515] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.768900] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 924.785566] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.785946] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.786214] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.786633] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.787022] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.787450] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.164621] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.233134] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 925.233735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.271360] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.271593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.271714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.272217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.272839] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.272839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.272839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.273246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.273246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.273246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.273662] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.475409] env[65546]: INFO networking_nsxv3.common.synchronization [req-840fb3bd-dbaf-462e-ba9b-1a7ec29eff10 req-e5475dc7-879e-4b8d-8a7c-3ebe47b370ee tempest-ImagesOneServerTestJSON-418340587 tempest-ImagesOneServerTestJSON-418340587-project-member] Enqueued Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 925.476088] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGHEST for action security_group_members [ 925.476510] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.476838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.476838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.476838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.477223] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.477865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.477865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.477865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.477865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.477865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.573174] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f79571-d7d6-4c51-ad3e-9fe9ee298b47 req-1640cd4d-49d5-48f7-b8e8-35ef4da11cb5 service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 925.573680] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f79571-d7d6-4c51-ad3e-9fe9ee298b47 req-1640cd4d-49d5-48f7-b8e8-35ef4da11cb5 service nova] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 925.573680] env[65546]: INFO networking_nsxv3.common.synchronization [req-89f79571-d7d6-4c51-ad3e-9fe9ee298b47 req-1640cd4d-49d5-48f7-b8e8-35ef4da11cb5 service nova] Enqueued Resource ID: 19576950-8810-4a9b-85cc-8f93a7b4cc7d with Priority: HIGHEST for action port [ 925.574138] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_rules [ 925.574289] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 925.574389] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19576950-8810-4a9b-85cc-8f93a7b4cc7d with Priority: HIGHEST for action port [ 925.574676] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.574824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.574892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.575221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.575309] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.576670] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.576809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.576909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-19576950-8810-4a9b-85cc-8f93a7b4cc7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.577086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.577086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.577377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.577697] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19576950-8810-4a9b-85cc-8f93a7b4cc7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.668223] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.668420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.668536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.668832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.668987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.669248] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 925.706566] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.706566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.706566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.706758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.707053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.719255] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 925.778311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.778499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.778543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.778920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.778997] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.779062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.779147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.779292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.779381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.779470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.779635] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.779752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.779820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.780317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.780399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.780743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.780877] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.980426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.980694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.980831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.981216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.981417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.981866] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.982452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.982452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.982579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.982620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.982775] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd is going to be updated. [ 926.020788] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.021021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.021021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.021254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.021439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.035271] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: IN_PROGRESS for 2s [ 926.079919] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.080152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.080406] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19576950-8810-4a9b-85cc-8f93a7b4cc7d with status ACTIVE [ 926.080641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.080739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.080780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.081094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.081094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.081268] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.081327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.081392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.081545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.081620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.081831] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.081929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.082017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.082198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.082286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082377] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19576950-8810-4a9b-85cc-8f93a7b4cc7d is going to be updated. [ 926.112874] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.113061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.113131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.113473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19576950-8810-4a9b-85cc-8f93a7b4cc7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.241036] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 926.241036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283188] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 926.308482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.308638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.308706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.308987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.309106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.309333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.309479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.309479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.309662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.309751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.310117] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.310117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.310260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.310295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.310365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.310583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.310683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.310755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.310914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.310999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.311163] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 926.313516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 926.313733] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf deletion is rescheduled due to dependency. [ 926.313929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.314540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.314853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.314989] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.315124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.315196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.315403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.315565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.315680] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.451021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.451192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.451265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.451522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.451674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.470367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 926.493741] env[65546]: INFO networking_nsxv3.common.synchronization [req-4c71e21b-7041-4b2b-8f45-9eea6954068e req-1ffa02e3-742d-447f-8034-6d974c7bab1d tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 926.494174] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 926.494493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.495306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.495306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.495626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.495869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.495869] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.782706] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 926.782955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.783158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.783391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.783484] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.818108] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.938269] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.938465] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.938588] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.939667] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.940042] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.940329] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.940485] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.940756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.941324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.941587] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.941740] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.941876] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.942011] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.942173] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.942251] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.942412] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.965065] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.966177] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.966663] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.966876] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.967226] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-afedc976-c2c2-4c0b-9548-dab94c00818f taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.967402] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.967522] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.967888] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.968032] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afedc976-c2c2-4c0b-9548-dab94c00818f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.998550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.000134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.000134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.000394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.000394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.000394] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 927.042342] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.042460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.042558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.042801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.042943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.052039] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 927.285709] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.285709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.320212] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.475353] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.475353] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port afedc976-c2c2-4c0b-9548-dab94c00818f not found, creating... [ 927.475353] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.475353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.476685] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.477359] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.479082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.479082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.479082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.479082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.479082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: afedc976-c2c2-4c0b-9548-dab94c00818f is going to be created. [ 927.510420] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.510420] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.510420] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.510420] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.510713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.510831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.731895] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 927.732166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.732347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.732567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.732763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.732925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.732976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.733112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.733194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.733274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.733365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.822556] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.822825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.822890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.823216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.823317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.823378] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 927.876219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.876367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.876454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.876670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.876819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.889714] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 928.047672] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd in Status: SUCCESS [ 928.047672] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd deletion is rescheduled due to dependency. [ 928.047672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.238024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.238024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.238024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.238024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.238681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.238908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.238908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.241267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.241363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.243161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243161] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.250041] env[65546]: INFO networking_nsxv3.common.synchronization [req-4c71e21b-7041-4b2b-8f45-9eea6954068e req-48c3fef5-3804-4e9f-a98a-56bda575d674 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 928.250041] env[65546]: INFO networking_nsxv3.common.synchronization [req-4c71e21b-7041-4b2b-8f45-9eea6954068e req-48c3fef5-3804-4e9f-a98a-56bda575d674 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 928.250041] env[65546]: INFO networking_nsxv3.common.synchronization [req-4c71e21b-7041-4b2b-8f45-9eea6954068e req-48c3fef5-3804-4e9f-a98a-56bda575d674 service nova] Enqueued Resource ID: afedc976-c2c2-4c0b-9548-dab94c00818f with Priority: HIGHEST for action port [ 928.250639] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 928.253030] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 928.253030] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afedc976-c2c2-4c0b-9548-dab94c00818f with Priority: HIGHEST for action port [ 928.253030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.253030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.253030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.253030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.253030] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.253030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.253030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.253474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-afedc976-c2c2-4c0b-9548-dab94c00818f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.253474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.253474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.253661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.253741] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afedc976-c2c2-4c0b-9548-dab94c00818f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.488863] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 928.489296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.751411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6fbb4be-ce03-4c9a-918b-b0ea968c528e: rpc.has_security_group_logging(os_id): False [ 928.756206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756206] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afedc976-c2c2-4c0b-9548-dab94c00818f with status ACTIVE [ 928.756206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.757079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.757222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.757397] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.757481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.757514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.757730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.757809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.757928] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afedc976-c2c2-4c0b-9548-dab94c00818f is going to be updated. [ 928.783408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.783631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.783766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.784031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.784181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.784459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.784728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.784798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.785762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.785762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.785762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.785762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.785762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.785989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.785989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.786354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.786354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.786354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.786548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.786592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.786692] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 928.794589] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.794834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.794894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.795159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.795323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.795557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afedc976-c2c2-4c0b-9548-dab94c00818f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.859100] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.859271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.859307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.859895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.859895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.889174] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 929.068251] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 929.068251] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 929.068251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.068425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.068573] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.069150] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.069316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.069385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.069559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.069643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.069744] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.096658] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-f44ec5b5-1258-459b-a95f-c06da92fffb3 tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 929.097519] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 929.098025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.098185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.098255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.098562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.098809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.098993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.099108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.099328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.099495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.099652] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.506095] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.506095] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.506525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.506525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.507131] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.507131] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.507131] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.507346] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.507499] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.507770] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.507896] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.508015] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.508139] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.508263] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.508341] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.508474] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.535318] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.535483] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.535689] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.535896] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.536229] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-7fb6384c-6c1a-4d18-a568-086f293a7775 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.536396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.536531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.536882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.537030] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb6384c-6c1a-4d18-a568-086f293a7775',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.574553] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.601759] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.601906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.601975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.602209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.602302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.602516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.602615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.602679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.602827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.602898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.602977] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 already deleted. [ 929.603071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.900072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 929.900257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.900417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.900628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.900817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.900932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.900992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.901216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.901300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.901365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.901411] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.039869] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.040136] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.040247] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.040617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.040794] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.040982] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 7fb6384c-6c1a-4d18-a568-086f293a7775 not found, creating... [ 930.041414] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.041667] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.041883] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.042262] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.042494] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.042972] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.043209] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.043365] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.043710] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.044055] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.044152] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 7fb6384c-6c1a-4d18-a568-086f293a7775 is going to be created. [ 930.072478] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.072478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.072478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.072478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.072478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.072478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.077465] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.405160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.405408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.405492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.405797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.406043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.406265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.406351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.406577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.406680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.406781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407019] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.407184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.407282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.407508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.407741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.407859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.408222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.408222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.408531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.408531] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.580422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.580766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.581059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.581095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.581241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 930.618930] env[65546]: INFO networking_nsxv3.common.synchronization [req-7158cec2-5faa-47be-8b7b-9297204e8e7e req-5e87ccce-c1a0-40d1-b6c7-65ea5f79fe40 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 930.619543] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 930.620048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.620216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.620294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.620582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.620802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.621113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.621113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.621342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.621463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.621587] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.623362] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.623484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.623582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.623795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.623972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.635708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 930.855162] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-27f88245-0eb8-469f-971e-2e65a5c354dc service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 930.855162] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-27f88245-0eb8-469f-971e-2e65a5c354dc service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 930.855162] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-27f88245-0eb8-469f-971e-2e65a5c354dc service nova] Enqueued Resource ID: 7fb6384c-6c1a-4d18-a568-086f293a7775 with Priority: HIGHEST for action port [ 930.855475] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 930.855604] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 930.855780] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb6384c-6c1a-4d18-a568-086f293a7775 with Priority: HIGHEST for action port [ 930.856301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.856454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.856498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.856754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.856891] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.858789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.858789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.858789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.859272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.859272] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.860195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb6384c-6c1a-4d18-a568-086f293a7775 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.860308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.860374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.861356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.861356] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb6384c-6c1a-4d18-a568-086f293a7775',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.906990] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 930.907232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.907794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.908160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.908251] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.910844] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf: rpc.has_security_group_logging(os_id): False [ 930.930167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.930348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.930394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.930574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.930993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.931300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.931415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.931479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.931642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.931727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.932039] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.932039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.932189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.932234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.932301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.932518] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.932614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.932676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.932815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.932891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.932975] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 930.999675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.999864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.999929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.000156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.000410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.015412] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 931.128807] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.363072] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.364425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.364425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.364425] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fb6384c-6c1a-4d18-a568-086f293a7775 with status ACTIVE [ 931.364425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.364425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.364425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.364760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.364760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.364760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.364854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.364963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.365084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.365163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.365435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.365494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.365638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.365745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fb6384c-6c1a-4d18-a568-086f293a7775 is going to be updated. [ 931.405740] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.405893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.405996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.406352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.406523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.406732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb6384c-6c1a-4d18-a568-086f293a7775" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.411363] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.411523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.411564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.411864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.412174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.412631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.412725] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.631430] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.865223] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-cbc44b88-4023-44fa-9e36-bc73ed50a89a tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 931.866030] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 931.867500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.867621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.869937] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.919198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.920104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.920104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.920104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.920104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.920104] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.134012] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.134012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.134012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.134012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.134012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.134412] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 932.169055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.169055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.169259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.169416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.169577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.172864] env[65546]: INFO networking_nsxv3.common.synchronization [req-044b28f3-245f-4ad8-9725-c31954bed374 req-a2af3145-836d-418e-8280-1aa14c32ced3 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 932.173442] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 932.173766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.174130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.174290] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.174378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.174438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.174585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.174666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.174759] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.184437] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 932.257349] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.257563] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.257688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.258069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.258380] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.258660] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.258806] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.259011] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.259168] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.259376] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.259486] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.259593] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.259694] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.259797] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.259899] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.260037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.288799] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.289073] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.289215] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.289391] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.289708] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-4eeadd88-b55c-4e09-a46d-01e38fc42619 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.289878] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.290079] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.290447] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.290656] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeadd88-b55c-4e09-a46d-01e38fc42619',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.374021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.376879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.376879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.376879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.376879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.376879] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be created. [ 932.402595] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.403882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.404679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.405519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.405929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.421368] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: UNINITIALIZED for 2s [ 932.425811] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6fbb4be-ce03-4c9a-918b-b0ea968c528e: rpc.has_security_group_logging(os_id): False [ 932.455159] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.455474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.455474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.455614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.455695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.455883] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.456029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.456097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.456239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.456300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.456460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.456631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.456734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.456840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.456919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.457157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.457295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.457352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.457475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.457540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.457605] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 932.533104] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.533104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.533104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.533627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.533627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.549126] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 932.636933] env[65546]: INFO networking_nsxv3.common.synchronization [req-583d6970-1a46-4971-90b0-b56cff9b66b6 req-dbbbcf55-d1a1-46ab-9086-70a77e7842e6 tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 932.638449] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 932.638796] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639454] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639952] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.650141] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 932.650368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.650885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.651130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.651348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.651468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.651535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.651692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.651797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.651976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.652149] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.677477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.677688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.677688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.677962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.678066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.678272] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.678376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.678492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.678578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.678655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.678769] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 932.710550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.710763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.710763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.711109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.711171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.722017] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 932.793153] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.793386] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.793517] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.793784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.793943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.794153] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 4eeadd88-b55c-4e09-a46d-01e38fc42619 not found, creating... [ 932.794453] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.794573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.794685] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.794897] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.795045] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.795334] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.795486] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.795597] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.795797] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.795928] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.796252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 4eeadd88-b55c-4e09-a46d-01e38fc42619 is going to be created. [ 932.816015] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.816294] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.816417] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.816674] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.817319] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817319] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.029907] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 933.029907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.142251] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.154185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.154362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.154421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.154835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.154835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.154990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.154990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.155976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.155976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.156475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.156475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.156534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.156617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.156823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.156823] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.636565] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-7438b492-b469-4190-bb4a-25e4b78975c9 service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 933.636760] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-7438b492-b469-4190-bb4a-25e4b78975c9 service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 933.636899] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-7438b492-b469-4190-bb4a-25e4b78975c9 service nova] Enqueued Resource ID: 4eeadd88-b55c-4e09-a46d-01e38fc42619 with Priority: HIGHEST for action port [ 933.637473] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 933.637778] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 933.637877] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeadd88-b55c-4e09-a46d-01e38fc42619 with Priority: HIGHEST for action port [ 933.638207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.638309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.638591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638778] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eeadd88-b55c-4e09-a46d-01e38fc42619 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.638926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.639046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.639282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.639363] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeadd88-b55c-4e09-a46d-01e38fc42619',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.645286] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.660558] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af9faac-2f2b-4098-94fd-1219da5a819e: rpc.has_security_group_logging(os_id): False [ 933.686735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.686999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.687088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.687296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.687384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.687616] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.687712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.687799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.688783] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.689137] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.689137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.689137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.689137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.689288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.689288] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 933.756379] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.756517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.756600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.756819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.756959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.778573] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 934.142937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eeadd88-b55c-4e09-a46d-01e38fc42619 with status ACTIVE [ 934.143220] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.143358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.143444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.143677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.143771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.143962] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.144107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.144198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.144451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.144536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.144762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.144862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.144925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.145095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.145169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.145252] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eeadd88-b55c-4e09-a46d-01e38fc42619 is going to be updated. [ 934.147221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.147380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.147467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.147930] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be updated. [ 934.172426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.173177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.173177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.173177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.173177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.173362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eeadd88-b55c-4e09-a46d-01e38fc42619" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.203142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.203377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.203447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.203746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.203967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.207221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 934.207538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.224213] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 934.431991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 934.432479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.432861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.433291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.433579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.433844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.434049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.434405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.434586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.435230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.435230] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.436272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.436410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.437267] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.437267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.437267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.437267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.437267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.437485] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.565435] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 934.565668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.733352] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 934.733352] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 934.733352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.942031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.942031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.942031] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.290496] env[65546]: INFO networking_nsxv3.common.synchronization [req-64300811-78f4-4aeb-9c17-82cf7673540f req-aa743d9f-99d9-4476-856b-14dc33d0866e tempest-ServersV294TestFqdnHostnames-209509137 tempest-ServersV294TestFqdnHostnames-209509137-project-member] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 935.291510] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGHEST for action security_group_members [ 935.292141] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.292271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.292334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.292677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.292845] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.292946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.293013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.293178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.293321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293423] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.443129] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.794733] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 935.795095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.796593] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.796858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.796953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.797186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.797268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.797573] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.797649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.797649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.797794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.797897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.797986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 is going to be updated. [ 935.831656] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.831903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.832538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.832538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.832538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.844450] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: IN_PROGRESS for 2s [ 935.947861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.947861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.947861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.947861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.947861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.947861] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 935.988631] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.988880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.989248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.989248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.989444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.010773] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 936.235619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 936.236142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.704311] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-de0fd0c5-590f-4ea4-8164-1d6640df4fe0 tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 936.704889] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 936.705217] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.705323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.049331] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.049640] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.049698] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.050436] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.050755] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.050935] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.054423] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.054849] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.055184] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.055521] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.055667] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.055793] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.055927] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.056105] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.056270] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.056424] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.078653] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.078845] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.079633] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.079633] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-309" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.079633] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-31d913b8-202c-4ce0-97c2-db1363b0d454 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.080158] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.080326] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31d913b8-202c-4ce0-97c2-db1363b0d454',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.585675] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.586037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.586172] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.586485] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.586637] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.586829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 31d913b8-202c-4ce0-97c2-db1363b0d454 not found, creating... [ 937.587129] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.587331] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.587394] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.587613] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.587747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.588135] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.588315] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.588424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.588679] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.588813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.588954] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 31d913b8-202c-4ce0-97c2-db1363b0d454 is going to be created. [ 937.613821] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.614064] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.614128] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.614730] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.614841] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.615066] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.857685] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b103c664-e6c1-4192-98dc-54965b2b3389 in Status: SUCCESS [ 937.857859] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 deletion is rescheduled due to dependency. [ 937.858563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.028449] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 938.028666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.028897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.029216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.029431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.029595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.029686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.029926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.030167] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.380847] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-471e0e6a-59a3-491f-8e00-8aefee452ca2 service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 938.381152] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-471e0e6a-59a3-491f-8e00-8aefee452ca2 service nova] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 938.381306] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7ad1eed-bf81-457c-8b44-871b3eee9c23 req-471e0e6a-59a3-491f-8e00-8aefee452ca2 service nova] Enqueued Resource ID: 31d913b8-202c-4ce0-97c2-db1363b0d454 with Priority: HIGHEST for action port [ 938.382793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_rules [ 938.382793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 938.382793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d913b8-202c-4ce0-97c2-db1363b0d454 with Priority: HIGHEST for action port [ 938.383144] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383351] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-31d913b8-202c-4ce0-97c2-db1363b0d454 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.384033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.384746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.384746] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31d913b8-202c-4ce0-97c2-db1363b0d454',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.532714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.807804] env[65546]: INFO networking_nsxv3.common.synchronization [req-08025852-7e92-48ff-9a60-0765de5c4650 req-819e1c79-d6f6-4483-81fd-545c1f29055d tempest-ImagesOneServerNegativeTestJSON-67841521 tempest-ImagesOneServerNegativeTestJSON-67841521-project-member] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 938.808911] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGHEST for action security_group_members [ 938.809418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.810640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.810640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.810640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.810809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.810986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.810986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.811233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.811313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.811379] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.889077] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31d913b8-202c-4ce0-97c2-db1363b0d454 with status ACTIVE [ 938.889344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.889512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.889598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.889850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.889976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.890274] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.890539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.890635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.890785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.890872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.891286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.891399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.891462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.891645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.891705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.891795] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31d913b8-202c-4ce0-97c2-db1363b0d454 is going to be updated. [ 938.918211] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.918366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.918443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31d913b8-202c-4ce0-97c2-db1363b0d454" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.036549] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.315980] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.316120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.316183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.316396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.316461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.316699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.316761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.316843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.317167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.317278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.317395] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be updated. [ 939.363204] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.363357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.363427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.363632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.363771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.373647] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: IN_PROGRESS for 2s [ 939.541619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.541918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.541955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.542252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.542385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.542527] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 939.595095] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.595095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.595095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.595095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.595095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.604990] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 941.388862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf in Status: SUCCESS [ 941.389156] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf deletion is rescheduled due to dependency. [ 941.389223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.619392] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 941.619392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.619392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.619920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.619920] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.619920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.620508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.620508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.620508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.620508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.620682] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.620756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.620756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.620934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.624010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.624177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.624298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.624517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.624627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.624742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.624852] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.625903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.626089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.626301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.626411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.626468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.627631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.627631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.627631] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.129495] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e5bfc95-902c-46dc-b925-8e7b2f6960b0: rpc.has_security_group_logging(os_id): False [ 942.130724] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.152247] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.152462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.152462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.152672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.152772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.152998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.153134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.153198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.153355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.153432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.153674] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.153776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.153840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.153981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.154068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.154269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.154382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.154487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.154686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.154764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.154849] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be created. [ 942.229651] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.229651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.229651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.229651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.229651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.241837] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 942.634554] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.137963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.138222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.138289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.138495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.138673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.138673] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 943.173050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.173390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.173390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.173542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.173774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182879] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 943.809943] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.809943] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 944.253422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 944.253619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.253786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.253987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.254090] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.756496] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.756622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.193834] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 945.194116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.194262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.194480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.194663] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.194778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.194842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.194983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.195077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.195174] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.200140] env[65546]: INFO networking_nsxv3.common.synchronization [req-5827f98f-2d60-47a8-a8b4-75303ad8d6ff req-358441f4-ec29-455e-9aae-0e06e145150b tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 945.201129] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 945.201129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.201129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.201436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.201436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.201495] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.201579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.202024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.202024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.202024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.202024] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.699964] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.704049] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.203802] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.205952] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.392892] env[65546]: INFO networking_nsxv3.common.synchronization [req-1de9250b-a111-4b7e-8ebe-b83f13f255ed req-06297d9c-1e98-4463-995a-0d3f8d7646f0 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 946.392892] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 946.392892] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.393540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.393540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.393540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.393540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.393779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.393832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.393904] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.710074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.710236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.710309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.710524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.710612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.710708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 946.711972] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.712095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.712165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.712322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.712401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.712484] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 946.750719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.750863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.750945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.751781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.751781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.753181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.753297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.753364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.753540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.753669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.764652] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 946.765228] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 946.842530] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.842741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.842852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.843177] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.843438] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.843595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.843706] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.843912] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.844258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.844548] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.844686] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.844797] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.845195] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.845195] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.845195] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.845397] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.876733] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.876925] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.877076] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.877255] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.877575] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.877772] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.877859] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.878266] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.878439] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed03e6b-4b72-44db-bf50-303b7cf13bd2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.897336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.897496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.897570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.897834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.898360] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.898465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.898530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.898685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.898850] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 946.933061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.933061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.933061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.933061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.933372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 947.382416] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.382416] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.382416] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.382825] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.382856] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.384352] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 not found, creating... [ 947.384352] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.384352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.384352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.384352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.384352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.384352] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.384688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.384688] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.385437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.385437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.385437] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 is going to be created. [ 947.407895] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.407895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.407895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.407895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.408194] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.408449] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.105177] env[65546]: INFO networking_nsxv3.common.synchronization [req-1de9250b-a111-4b7e-8ebe-b83f13f255ed req-f7f79745-c4cc-4344-a3ef-d89fb9ef5167 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 948.106053] env[65546]: INFO networking_nsxv3.common.synchronization [req-1de9250b-a111-4b7e-8ebe-b83f13f255ed req-f7f79745-c4cc-4344-a3ef-d89fb9ef5167 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 948.106053] env[65546]: INFO networking_nsxv3.common.synchronization [req-1de9250b-a111-4b7e-8ebe-b83f13f255ed req-f7f79745-c4cc-4344-a3ef-d89fb9ef5167 service nova] Enqueued Resource ID: 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 with Priority: HIGHEST for action port [ 948.106272] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 948.107051] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 948.107051] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 with Priority: HIGHEST for action port [ 948.107051] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.107051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.107051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.107498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.107711] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.108504] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.108643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.108824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.108928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.108983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.109182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.109802] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed03e6b-4b72-44db-bf50-303b7cf13bd2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.612444] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.612444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.612921] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 with status ACTIVE [ 948.612921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.613192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.613192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.613711] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.613880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.613880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.614479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.614666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.614795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.615026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.615112] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ed03e6b-4b72-44db-bf50-303b7cf13bd2 is going to be updated. [ 948.643917] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.643917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.643917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.643917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.643917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.643917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed03e6b-4b72-44db-bf50-303b7cf13bd2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.782660] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 948.782881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.783829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 948.783829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.783994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.784304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.784579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.784716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.784716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.784917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.785032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.785032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.785145] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.965303] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 948.965303] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 948.965303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.965303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.965798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.965914] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.966086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.966220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.966417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.966537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.966619] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.288333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.288610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.288749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.289078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.289598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.289815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.289969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.290307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.290683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.290855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.291068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.291180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.291245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.291424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.291587] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.291686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.291738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.291891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.292022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.293065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.293065] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.469573] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.736986] env[65546]: INFO networking_nsxv3.common.synchronization [req-6054fde4-2113-4bba-b181-3c2949ebebe9 req-16875406-0923-4611-bc70-2264f62d9f7c tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 949.737550] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 949.738591] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.738591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.738591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.738591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.738591] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.738591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.738863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.738963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.739042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.739136] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.796922] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e5bfc95-902c-46dc-b925-8e7b2f6960b0: rpc.has_security_group_logging(os_id): False [ 949.823032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.823032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.823032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.823562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.823562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.823562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.825546] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 949.926301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.926527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.926613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.926852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.927077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.944270] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 949.973647] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.241299] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.482483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.484730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.484730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 950.519134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.519461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.519461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.519684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.519866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.533197] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 950.725492] env[65546]: INFO networking_nsxv3.common.synchronization [req-75a31858-6991-4d54-9ac5-29cb20f107ff req-b505d2de-c7cc-4909-ac24-7af6adc6b5fc tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 950.726029] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 950.726433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.726566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.726632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.727389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.727389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.727389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.727389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.727389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.727615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.727615] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.744338] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.135093] env[65546]: INFO networking_nsxv3.common.synchronization [req-8e5d30cc-ee52-4f7a-a3fd-55580c8d1bcd req-4143daef-4fe6-4d16-8462-77d2e972ba3a tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 951.135603] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 951.136787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.136787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.136787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.136980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.137311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.137376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.137545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.137725] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.231044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.247302] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.248015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.248015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.248015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.248015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.248015] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 951.284699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.284836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.284901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.285115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.285255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.294807] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 951.605262] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.605379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.606371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.606371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.606371] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.608290] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.608441] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.608694] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.608882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.609957] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.610082] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.610190] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.610305] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.610411] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.610556] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.610639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.632959] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.633171] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.633316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.633488] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-253" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.633823] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-bffce434-cfe8-4ca0-9c23-341b25872bdd taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633996] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634129] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.634465] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634610] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffce434-cfe8-4ca0-9c23-341b25872bdd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.641747] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.733486] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.957723] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 951.958041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.958532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.959126] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.140482] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.140734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.140865] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.141144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.141293] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.141444] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port bffce434-cfe8-4ca0-9c23-341b25872bdd not found, creating... [ 952.141695] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.141848] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.141966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.142200] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.142340] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.142645] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.142803] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.142915] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.143128] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.143259] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.143396] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: bffce434-cfe8-4ca0-9c23-341b25872bdd is going to be created. [ 952.144475] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.165179] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.165399] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.165522] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.165826] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.166129] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.166397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.235662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.235834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.235906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.236190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.236328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.236438] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 952.295300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.295599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.295599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.295777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.295885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.327665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 952.461917] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.462095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.544485] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 952.544678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.544871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.545181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.545564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.545638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.545808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.545988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.546118] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.646886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.647088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.647138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.647381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.647473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.647570] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 952.681435] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.681435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.681435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.681634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.681763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.691976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 952.910741] env[65546]: INFO networking_nsxv3.common.synchronization [req-8e5d30cc-ee52-4f7a-a3fd-55580c8d1bcd req-bbe99545-8d61-4aa2-95d6-6cf47fba28cc service nova] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 952.910934] env[65546]: INFO networking_nsxv3.common.synchronization [req-8e5d30cc-ee52-4f7a-a3fd-55580c8d1bcd req-bbe99545-8d61-4aa2-95d6-6cf47fba28cc service nova] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 952.911523] env[65546]: INFO networking_nsxv3.common.synchronization [req-8e5d30cc-ee52-4f7a-a3fd-55580c8d1bcd req-bbe99545-8d61-4aa2-95d6-6cf47fba28cc service nova] Enqueued Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 952.911687] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 952.911766] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 952.911837] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 952.913222] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.913404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.913477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.913695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.914508] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.914704] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.914844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.915314] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffce434-cfe8-4ca0-9c23-341b25872bdd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.915314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.915314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.915314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.915463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffce434-cfe8-4ca0-9c23-341b25872bdd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.049711] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.050045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.050045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.050173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.050339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.050447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.050536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.050621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.050710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.050811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.050960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.051087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.051166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.051255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.051494] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.051494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.051494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.051677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.051677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.051822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.051868] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.118877] env[65546]: INFO networking_nsxv3.common.synchronization [req-bd87eb05-1402-4572-9fae-96990a968355 req-c5bde855-e09e-49ee-a74a-4b8d95ea8dfe tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 953.119706] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 953.120090] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.120216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.120285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.120473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.120722] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.120894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.120990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.121511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.121511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.121511] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.319804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 953.320642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.417481] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.417795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419096] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bffce434-cfe8-4ca0-9c23-341b25872bdd with status ACTIVE [ 953.419318] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.419540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.419837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.419936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.420198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.420327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.420429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.420657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.420755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.420979] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.421102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.421166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.421475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.421475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.421543] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bffce434-cfe8-4ca0-9c23-341b25872bdd is going to be updated. [ 953.444312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.444540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.444540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.444774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.444913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.445338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.555728] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 953.577448] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.577632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.577707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.577915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.577995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.578216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.578326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.578401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.578537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.578614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.578816] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.578910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.578970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 953.623928] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.624211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.624283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.624654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.624760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.624990] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.625103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.625168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.625408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.625686] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 953.656721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.656869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.656953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.657165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.657311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.666396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.666396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.666396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.666396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.666618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.668074] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 953.677242] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 954.339056] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 954.339056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.339412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.340424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.340424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.340424] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.705806] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 954.705806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.705806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.705806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.706033] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.706199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.706357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.706486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.706582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.706736] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.842878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.843189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.843298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.843596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.843821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.843955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.844057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.844246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.844371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.844478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.844714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.844965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.845073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.845249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.845427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.845529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.845590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.845728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.845803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.845885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.845977] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.209745] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.348676] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e5bfc95-902c-46dc-b925-8e7b2f6960b0: rpc.has_security_group_logging(os_id): False [ 955.371459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.371624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.371716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.372603] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.372603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.373027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.373027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.373027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.373027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.373146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.373246] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.373327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.373384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.374070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.374070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.374070] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 955.472576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.472863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.472863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.473122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.473318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.494475] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 955.680681] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 955.680681] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 955.680851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.691765] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 955.692086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.711543] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.217125] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.217204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.217204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.217985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.217985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.217985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 956.257478] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.257478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.257478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.257827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.257827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.270512] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 957.514610] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 957.515114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.121706] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.121869] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 958.281705] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 958.281705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.282052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.282253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.282479] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.282606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.282675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.282837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.282920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.283015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.283112] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.785169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.785489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.785642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.786019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789595] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.789595] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789595] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.294167] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 959.317121] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.317991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317991] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.318258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.318258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.318390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.318517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.318560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.318699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.318773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.318996] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.319111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.319171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.319309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.319383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.319468] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 959.389015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.389228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.389281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.389522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.389695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.406669] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 960.480647] env[65546]: INFO networking_nsxv3.common.synchronization [None req-69c502ba-8115-459c-bc3b-93be54aae44e None None] Enqueued Resource ID: f097e2f4-7096-4884-ac24-e20edf01d9d3 with Priority: HIGHEST for action port [ 960.480647] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f097e2f4-7096-4884-ac24-e20edf01d9d3 with Priority: HIGHEST for action port [ 960.480647] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f097e2f4-7096-4884-ac24-e20edf01d9d3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.483222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f097e2f4-7096-4884-ac24-e20edf01d9d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.483222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f097e2f4-7096-4884-ac24-e20edf01d9d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.483514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f097e2f4-7096-4884-ac24-e20edf01d9d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.483578] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f097e2f4-7096-4884-ac24-e20edf01d9d3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.722339] env[65546]: INFO networking_nsxv3.common.synchronization [req-dea5c026-a89b-495a-9183-845883d291b8 req-aa7310b7-af4d-46fd-99f2-371cab335f92 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 960.722339] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 960.723797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.723797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.723797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.723797] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.985915] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f097e2f4-7096-4884-ac24-e20edf01d9d3 [ 960.986316] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.986484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.986590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.986898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.987050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.987202] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f097e2f4-7096-4884-ac24-e20edf01d9d3 already deleted. [ 960.987608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f097e2f4-7096-4884-ac24-e20edf01d9d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.130281] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.130475] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.130603] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.130939] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.131215] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.131369] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.131482] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.131716] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.131862] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.132081] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.132194] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.132298] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.132405] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.132569] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.132621] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.132732] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.153550] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.153550] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.153550] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.153692] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154063] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154063] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.158180] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.158408] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4fb285e-f8d0-42a0-ad5d-c31197c328aa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.228047] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.228227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.228302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.228578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.228681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.228879] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.228976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.229173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.229240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.229275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.229351] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 961.257685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.257855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.257916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.258151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.258293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.266142] env[65546]: INFO networking_nsxv3.common.synchronization [None req-470d85a8-aec6-4bb7-adac-11cedbcc383f tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 961.266724] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 961.267095] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.267186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.267235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.267485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.267569] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.269986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 961.424516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 961.424516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.431276] env[65546]: INFO networking_nsxv3.common.synchronization [None req-69db4623-5865-4409-8366-9c0c481d0991 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 961.431276] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 961.431276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.431276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.660963] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.661291] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.661291] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.661503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.661619] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.661774] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port a4fb285e-f8d0-42a0-ad5d-c31197c328aa not found, creating... [ 961.662238] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.662238] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.662503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.662503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.662635] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.662908] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.663071] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.663185] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.663383] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.663510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.663643] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: a4fb285e-f8d0-42a0-ad5d-c31197c328aa is going to be created. [ 961.684458] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.684458] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.684458] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.684694] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.684895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.685179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.801425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.801586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.801642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.801855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.801945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.802049] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 already deleted. [ 961.802136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.802292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.802440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.802526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.215759] env[65546]: INFO networking_nsxv3.common.synchronization [req-c499c681-f239-48f4-bf25-f33dd894cccc req-9a335810-e72c-4d44-bd46-7991e4de8923 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 962.216314] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 962.216738] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.216823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.216823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.217012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.217252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.218624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.218624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.218624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.218624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.218624] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.324703] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.325323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.325323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.325323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.325323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.325580] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 already deleted. [ 962.325690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.428932] env[65546]: INFO networking_nsxv3.common.synchronization [req-dea5c026-a89b-495a-9183-845883d291b8 req-69c6bee8-530a-4084-a8fe-9792f0a4ae69 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 962.429123] env[65546]: INFO networking_nsxv3.common.synchronization [req-dea5c026-a89b-495a-9183-845883d291b8 req-69c6bee8-530a-4084-a8fe-9792f0a4ae69 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 962.429418] env[65546]: INFO networking_nsxv3.common.synchronization [req-dea5c026-a89b-495a-9183-845883d291b8 req-69c6bee8-530a-4084-a8fe-9792f0a4ae69 service nova] Enqueued Resource ID: a4fb285e-f8d0-42a0-ad5d-c31197c328aa with Priority: HIGHEST for action port [ 962.430166] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 962.430306] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 962.430416] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fb285e-f8d0-42a0-ad5d-c31197c328aa with Priority: HIGHEST for action port [ 962.430670] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.430787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.430918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431157] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.432075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.432531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.432606] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4fb285e-f8d0-42a0-ad5d-c31197c328aa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.655599] env[65546]: INFO networking_nsxv3.common.synchronization [None req-28d34e6e-671f-4ba8-85b1-98087f88d0c5 None None] Enqueued Resource ID: 845383cf-9d23-496d-96ed-baea8f3731f3 with Priority: HIGHEST for action port [ 962.655599] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845383cf-9d23-496d-96ed-baea8f3731f3 with Priority: HIGHEST for action port [ 962.655599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-845383cf-9d23-496d-96ed-baea8f3731f3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845383cf-9d23-496d-96ed-baea8f3731f3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845383cf-9d23-496d-96ed-baea8f3731f3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845383cf-9d23-496d-96ed-baea8f3731f3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656376] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845383cf-9d23-496d-96ed-baea8f3731f3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.720724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.721128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.721128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.721271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.721365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.721582] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.721685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.721748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.721906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.721985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.722082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 962.753115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.753364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.753455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.753676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.753908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.764333] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 962.934715] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.934920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.935145] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4fb285e-f8d0-42a0-ad5d-c31197c328aa with status ACTIVE [ 962.935336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.935444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.935512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.935752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.935875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.936075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.936240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.936401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.936502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.936763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.936852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.936978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.937066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.937147] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4fb285e-f8d0-42a0-ad5d-c31197c328aa is going to be updated. [ 962.960139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.960397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.960397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.961229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.961229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.961229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4fb285e-f8d0-42a0-ad5d-c31197c328aa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.160284] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 845383cf-9d23-496d-96ed-baea8f3731f3 [ 963.160533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.160672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.160745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.160959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.161068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.161168] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:845383cf-9d23-496d-96ed-baea8f3731f3 already deleted. [ 963.161902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845383cf-9d23-496d-96ed-baea8f3731f3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.199445] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 963.199771] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 963.200206] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 963.200348] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 963.200655] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.200766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.200801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.200992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.201164] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.201260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.201320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.201465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.201551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.201645] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.202935] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.203038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.203106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203461] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.203558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.203625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.203937] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.244007] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 963.244213] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 963.244347] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_rules [ 963.244474] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 963.244599] env[65546]: INFO networking_nsxv3.common.synchronization [req-38b72b76-43d6-40d7-9653-315b51973ad3 req-0a13715f-0e82-47fa-8c2d-f960cedbd598 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 963.245109] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 963.245248] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_rules [ 963.245341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 963.245430] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 963.245515] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 963.245786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.245905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.245969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.246432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.246495] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.247538] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.247628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.247683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.247953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.248109] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.250252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffce434-cfe8-4ca0-9c23-341b25872bdd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.250252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.250252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.250252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.250252] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffce434-cfe8-4ca0-9c23-341b25872bdd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.257539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.257660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.258365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.281481] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 963.281628] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 963.281745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.282592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.282737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.282801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.282835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.282978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.283156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.283156] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.708637] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.709623] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.758722] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.759015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.759069] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bffce434-cfe8-4ca0-9c23-341b25872bdd with status ACTIVE [ 963.759254] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.759357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.759421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.760022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.760022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.760022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.760022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.760221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.760221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.760304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.760445] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.760567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.760651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.760767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.760840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.760931] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bffce434-cfe8-4ca0-9c23-341b25872bdd is going to be updated. [ 963.762300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.785864] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.785864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.785864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.785864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.786139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.786139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.787481] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.213706] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.214766] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.289978] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.716647] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.716841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.716919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.718030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.718030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.718030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be created. [ 964.719346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.719446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.719483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.719692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.720067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.720067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 964.776564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.776964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.776964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.777168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.777981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.779382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 964.779621] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 964.779697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.781035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.781035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.781035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.781332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.781332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.791483] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 964.791965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.792130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.792202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.792422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.792515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.792610] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 964.803992] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: UNINITIALIZED for 2s [ 964.833226] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.833407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.833451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.833643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.833784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.842925] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 966.069702] env[65546]: INFO networking_nsxv3.common.synchronization [req-b829fed0-6002-4c89-a6c0-bc17643c1187 req-163decc2-fb45-4ed9-9e63-5a924959fdcf tempest-MigrationsAdminTest-347511497 tempest-MigrationsAdminTest-347511497-project-member] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 966.070123] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGHEST for action security_group_members [ 966.070238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.070361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.070419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.070606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.070752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.070845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.070902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.075548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.075784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.077148] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.580414] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.580619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.580679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.580861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.580963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.581170] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.581307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.581393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.581578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.581694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.581822] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be updated. [ 966.609043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.609183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.609254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.609591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.618079] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: IN_PROGRESS for 2s [ 966.801962] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 966.802176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.802341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.802609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.802809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.803129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.803129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.803237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.803272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.803357] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.811863] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: SUCCESS [ 966.812094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.812238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.812430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.812607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.812723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.812781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.812953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.813066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.813164] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.852396] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 966.852804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.853110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.853318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.853508] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.853625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.853689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.853832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.853910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.853993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.854095] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.308127] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.315630] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.359219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.359219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359219] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.359929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.359929] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.811040] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.819085] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.864462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136f6370-59b8-47c6-81a3-222507eb5de5: rpc.has_security_group_logging(os_id): False [ 967.893286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.893556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.893640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.893863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.893984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.894240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.894483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.894567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.894723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.894818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.895662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.895788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.897163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.897247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.897417] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.897569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.897640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.897758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.897839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.897921] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 968.016202] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.016356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.016433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.016785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.016931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.034211] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 968.314028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.314374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.314374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.314525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.314617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314713] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 968.323019] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.323019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.323253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.324290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.324290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be updated. [ 968.346339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.346533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.346591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.346791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.346940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.354016] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.354272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.354272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.354497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.354774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.361188] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 968.368144] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: IN_PROGRESS for 2s [ 968.630425] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 in Status: SUCCESS [ 968.630425] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 deletion is rescheduled due to dependency. [ 968.630584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.855315] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 968.855476] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 968.855603] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 968.856147] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 968.856272] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 968.856363] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 968.857223] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857370] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857682] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c88c6e-8505-422c-90ee-c5c433dea290 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.858128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.858277] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.858374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.858435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.858584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.858667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.858819] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.903639] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 968.903871] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 968.903935] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_rules [ 968.904074] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 968.904197] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_rules [ 968.904313] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 968.904432] env[65546]: INFO networking_nsxv3.common.synchronization [req-c5aed6c9-3915-4a33-a3f3-831390ceb375 req-b9f2e36f-cbea-4f79-86ab-58f2d04ef8a7 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 968.904894] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_rules [ 968.905039] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_rules [ 968.905137] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 968.905230] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce434-cfe8-4ca0-9c23-341b25872bdd with Priority: HIGHEST for action port [ 968.905316] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_rules [ 968.905401] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 968.905622] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 968.905746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905877] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.906145] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c88c6e-8505-422c-90ee-c5c433dea290 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.906252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.906298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906697] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.907507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.907605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffce434-cfe8-4ca0-9c23-341b25872bdd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.907888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.908202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.908344] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffce434-cfe8-4ca0-9c23-341b25872bdd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.909081] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.909175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.909359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.909441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.909611] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c88c6e-8505-422c-90ee-c5c433dea290 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.909714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.361376] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.411488] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bffce434-cfe8-4ca0-9c23-341b25872bdd with status ACTIVE [ 969.411579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.411699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.411699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.412427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.412427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.412427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.412427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.412427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.412682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.412682] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.412759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.412941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.413024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.413107] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bffce434-cfe8-4ca0-9c23-341b25872bdd is going to be updated. [ 969.420056] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c88c6e-8505-422c-90ee-c5c433dea290 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.420056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.446017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.446017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.446017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.446017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.446017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.446017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffce434-cfe8-4ca0-9c23-341b25872bdd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.863954] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.047779] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 970.051534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.366687] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.367080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.367080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.367185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.367295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.367402] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 is going to be created. [ 970.371278] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 970.371278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.371414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.371625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.371824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.371953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.372030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.372195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.372271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.372353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.372447] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.373312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.373498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.373683] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.373801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.373888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.374044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.374119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.374210] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.381539] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: SUCCESS [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.381539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.381539] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.381539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.381539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.382122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.382122] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.396756] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.396945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.397307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.397472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.417358] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c88c6e-8505-422c-90ee-c5c433dea290 in Status: UNINITIALIZED for 2s [ 970.499443] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-ee810992-b54a-42f1-9968-84c197b11a24 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 970.499678] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 970.500216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.500331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.500331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.501206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.501301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.501435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.501500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.501658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.501718] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.875784] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.875929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.877299] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.885097] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.885097] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.916126] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.916126] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.916126] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.916589] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.916974] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.917181] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.917330] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.917606] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.919316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.919316] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.919316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.919316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.919316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.919316] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.919316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.919316] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.943070] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.943424] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.943643] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.943830] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.944400] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.944518] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.944636] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944996] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.945189] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d29c603-1ffe-494f-9dcb-ef6aa45986a4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.003932] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.004894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.005099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.005566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.005664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.005888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.006056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006211] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 971.036049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.036241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.036298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.036490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.036648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.069223] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 971.379096] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.388853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 512f5318-55b3-45a9-9d68-987a270cdec8: rpc.has_security_group_logging(os_id): False [ 971.389242] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.409324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.409324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.409324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.409645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.409645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.409645] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be created. [ 971.449113] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.449399] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.449522] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.449825] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.449982] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.450164] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 not found, creating... [ 971.450459] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.450630] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.450747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.450986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.451190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.451535] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.451694] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451819] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.452056] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.452200] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.452339] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 is going to be created. [ 971.489326] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.489326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.489498] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.489770] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.489909] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.490153] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.494772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.494936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.495073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.495285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.495562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.509092] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: IN_PROGRESS for 2s [ 971.882467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.882467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.882467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.882770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.882770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.882770] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 971.890961] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.891178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.891240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.891421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.891506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.891604] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be updated. [ 971.914128] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.914128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.914396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.914396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.914541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.916735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.916889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.916889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.917053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.917187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.927166] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: IN_PROGRESS for 2s [ 971.927875] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 972.169413] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-9b5183ec-d406-4e85-81d6-13adfc9b85f1 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 972.169629] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-9b5183ec-d406-4e85-81d6-13adfc9b85f1 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 972.169720] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-9b5183ec-d406-4e85-81d6-13adfc9b85f1 service nova] Enqueued Resource ID: 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 with Priority: HIGHEST for action port [ 972.171216] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 972.171216] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 972.171216] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 with Priority: HIGHEST for action port [ 972.171216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.171216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.171216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.171777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.171777] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.173181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.173181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.173181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.173181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.173181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.175067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.175067] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d29c603-1ffe-494f-9dcb-ef6aa45986a4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [req-44e19412-4c48-4332-abc7-b392124b9287 req-7ddbb2d3-8321-49b4-b01d-d175884b1042 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [req-44e19412-4c48-4332-abc7-b392124b9287 req-7ddbb2d3-8321-49b4-b01d-d175884b1042 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [req-44e19412-4c48-4332-abc7-b392124b9287 req-7ddbb2d3-8321-49b4-b01d-d175884b1042 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512f5318-55b3-45a9-9d68-987a270cdec8 with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c88c6e-8505-422c-90ee-c5c433dea290 with Priority: HIGHEST for action security_group_members [ 972.401155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.401155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.401155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-512f5318-55b3-45a9-9d68-987a270cdec8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.402250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.404731] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c88c6e-8505-422c-90ee-c5c433dea290 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.405754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.428406] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c88c6e-8505-422c-90ee-c5c433dea290 in Status: SUCCESS [ 972.428662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.428788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429241] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.429357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.429421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.429748] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.675651] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.675651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680023] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 with status ACTIVE [ 972.680023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.680023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.680023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.680023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.680023] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d29c603-1ffe-494f-9dcb-ef6aa45986a4 is going to be updated. [ 972.707574] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.707574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.707574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.707574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.707574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.707574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d29c603-1ffe-494f-9dcb-ef6aa45986a4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932855] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.933070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.933070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.934233] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.934233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.934233] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 is going to be deleted. [ 972.964352] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.964540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.964587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.964826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.964882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.964942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.965112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.965428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.965526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.965588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.965803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.965894] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.985382] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2cbfbf18-8f81-4ba8-a212-833dd68ee1ea None None] Enqueued Resource ID: 57c0c9dd-6159-4c76-843d-47afdb292a6f with Priority: HIGHEST for action port [ 972.985903] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0c9dd-6159-4c76-843d-47afdb292a6f with Priority: HIGHEST for action port [ 972.986224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-57c0c9dd-6159-4c76-843d-47afdb292a6f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.986349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57c0c9dd-6159-4c76-843d-47afdb292a6f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.986413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57c0c9dd-6159-4c76-843d-47afdb292a6f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.986659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57c0c9dd-6159-4c76-843d-47afdb292a6f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.986743] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c0c9dd-6159-4c76-843d-47afdb292a6f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.040900] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-eed76f51-2eec-4ee3-a767-45157bf22891 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 973.041515] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 973.041869] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.042251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.080126] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 973.080406] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 deletion is rescheduled due to dependency. [ 973.080545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.080705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.081382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.081545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.081641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.082014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.082257] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.467994] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.468322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.468322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.468456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.469239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.469472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.469578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.469659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.469811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.469908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.470018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 already deleted. [ 973.470103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.470205] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.472991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.476592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.477024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.477024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.477024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.477208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.477775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.477775] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.489129] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57c0c9dd-6159-4c76-843d-47afdb292a6f [ 973.489129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.489129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.489487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.489487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.489487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.489576] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57c0c9dd-6159-4c76-843d-47afdb292a6f already deleted. [ 973.489927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57c0c9dd-6159-4c76-843d-47afdb292a6f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.524295] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: SUCCESS [ 973.524525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.524629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.525730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.525730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.536839] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.536839] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.537192] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.537272] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.537664] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.537908] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.537974] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.538703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.538936] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.539225] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.539350] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.540047] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.540047] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.540570] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.540570] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.540570] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.566052] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.566052] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.566052] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.566052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-706" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.566052] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-e1bd00a3-4294-40af-a118-5434fe9cce18 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.566052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.566052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.566406] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.566555] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bd00a3-4294-40af-a118-5434fe9cce18',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.585305] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.876027] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7476635a-dcc8-483e-9183-a1dabc724ab7 tempest-ServerActionsV293TestJSON-95147537 tempest-ServerActionsV293TestJSON-95147537-project-member] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 973.876613] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 973.877014] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.877154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.877220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.877480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.877599] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.938786] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512f5318-55b3-45a9-9d68-987a270cdec8 in Status: SUCCESS [ 973.939216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.939380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.939596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.939786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.939930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.940028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.940179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.940264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.940347] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.945660] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 973.945850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.946338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.946542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.946734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.946875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.946957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.947117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.947203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.947278] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.979543] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50c88c6e-8505-422c-90ee-c5c433dea290',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.980675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.980850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.980965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.981113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.981246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.981644] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.981644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.981644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.981863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.981863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.981863] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 already deleted. [ 973.981945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.012528] env[65546]: INFO networking_nsxv3.common.synchronization [None req-31afd686-b15c-4c20-8765-d27241e9e6fb tempest-ServerActionsV293TestJSON-95147537 tempest-ServerActionsV293TestJSON-95147537-project-member] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 974.012666] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 974.013161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.013426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.049040] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.049201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.049201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.049358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.049502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.049545] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be deleted. [ 974.069764] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.070039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.070190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.070481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.070633] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.070788] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port e1bd00a3-4294-40af-a118-5434fe9cce18 not found, creating... [ 974.071110] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.071282] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.071398] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.071623] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.071771] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.072079] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.072241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.072403] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.072578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.072713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.072873] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: e1bd00a3-4294-40af-a118-5434fe9cce18 is going to be created. [ 974.090568] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.095061] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.095312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.095454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.095741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.096048] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.096317] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.109914] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.109914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.109914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.110134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.110134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.110216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.405321] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.405481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.405525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.405741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.405853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.405958] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 already deleted. [ 974.406060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.406215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.406717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.406717] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.447053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.447053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.447053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.447053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.447053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.447622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.447622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.447622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.447812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.447812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.447912] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 is going to be deleted. [ 974.456682] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.484141] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50c88c6e-8505-422c-90ee-c5c433dea290: rpc.has_security_group_logging(os_id): False [ 974.487913] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.488111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.488173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.488341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.488428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.488526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.489165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.489353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.489574] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.489872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.489872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.490068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.490175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.490265] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512f5318-55b3-45a9-9d68-987a270cdec8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.511776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.511985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.511985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.512314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.512436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.512659] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.512846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.512846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.513045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.513148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.513232] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 is going to be created. [ 974.537404] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290], does not exist path=[/infra/domains/default/groups/50c88c6e-8505-422c-90ee-c5c433dea290]."\n}' [ 974.537628] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290 [ 974.537790] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 974.576727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.576911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.576955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.577202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.578645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.579105] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.579240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.579290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.579476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.579553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.580054] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.580326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.580427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.580821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.580821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.580821] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c88c6e-8505-422c-90ee-c5c433dea290 is going to be created. [ 974.593229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.593551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.593551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.594265] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 974.601333] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290], does not exist path=[/infra/domains/default/groups/50c88c6e-8505-422c-90ee-c5c433dea290]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290 [ 974.602271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c88c6e-8505-422c-90ee-c5c433dea290" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.602707] env[65546]: Traceback (most recent call last): [ 974.602754] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 974.602754] env[65546]: return func(*args, **kwargs) [ 974.602754] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 974.602754] env[65546]: res.raise_for_status() [ 974.602754] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 974.602754] env[65546]: raise HTTPError(http_error_msg, response=self) [ 974.602754] env[65546]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290 [ 974.602754] env[65546]: During handling of the above exception, another exception occurred: [ 974.602754] env[65546]: Traceback (most recent call last): [ 974.602754] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 974.602754] env[65546]: listener.cb(fileno) [ 974.603190] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 974.603190] env[65546]: result = function(*args, **kwargs) [ 974.603190] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 974.603190] env[65546]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 974.603190] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 974.603190] env[65546]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 974.603190] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 974.603190] env[65546]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 974.603190] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 974.603190] env[65546]: res.raise_for_status() [ 974.603190] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 974.603190] env[65546]: raise HTTPError(http_error_msg, response=self) [ 974.603190] env[65546]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/50c88c6e-8505-422c-90ee-c5c433dea290 [ 974.603190] env[65546]: Removing descriptor: 31 [ 974.626340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.626577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.626704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.627110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.627276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.638376] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 974.859788] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-49580e26-7c7f-4cb3-82cb-3eb7f80b8759 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 974.859852] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-49580e26-7c7f-4cb3-82cb-3eb7f80b8759 service nova] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 974.860021] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c352213-0868-4205-a826-20f04c73ae98 req-49580e26-7c7f-4cb3-82cb-3eb7f80b8759 service nova] Enqueued Resource ID: e1bd00a3-4294-40af-a118-5434fe9cce18 with Priority: HIGHEST for action port [ 974.860565] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_rules [ 974.860660] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 974.860751] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bd00a3-4294-40af-a118-5434fe9cce18 with Priority: HIGHEST for action port [ 974.861928] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.863426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.863564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.863657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.868073] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1bd00a3-4294-40af-a118-5434fe9cce18 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.868401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.868401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.868525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.868611] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bd00a3-4294-40af-a118-5434fe9cce18',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.933277] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.933277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.933277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.933277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.933277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.933277] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 already deleted. [ 974.933277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.961025] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.993194] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.993194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.993194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.993194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.993425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.993425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.993625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.993625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.993738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.993789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.993876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512f5318-55b3-45a9-9d68-987a270cdec8 already deleted. [ 974.993953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512f5318-55b3-45a9-9d68-987a270cdec8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.288433] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cd0af1bb-84f6-414a-80b1-8c407bd195a0 None None] Enqueued Resource ID: b62357a1-1b48-4182-ab69-0a96b51690d3 with Priority: HIGHEST for action port [ 975.289086] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62357a1-1b48-4182-ab69-0a96b51690d3 with Priority: HIGHEST for action port [ 975.289422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62357a1-1b48-4182-ab69-0a96b51690d3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.289590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62357a1-1b48-4182-ab69-0a96b51690d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.289645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62357a1-1b48-4182-ab69-0a96b51690d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62357a1-1b48-4182-ab69-0a96b51690d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.290112] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62357a1-1b48-4182-ab69-0a96b51690d3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.371383] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1bd00a3-4294-40af-a118-5434fe9cce18 with status ACTIVE [ 975.371726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.371912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.372000] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.372417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.372535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.372728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.372825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.372896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.373207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.373207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.373301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.374018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.374018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.374018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.374018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.374018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1bd00a3-4294-40af-a118-5434fe9cce18 is going to be updated. [ 975.397931] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.398352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.398420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.398559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.398718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1bd00a3-4294-40af-a118-5434fe9cce18" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464077] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.464077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.464390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.464390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.464465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464583] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 975.516890] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.517366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.517366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.517789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.517789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.533907] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 975.793089] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62357a1-1b48-4182-ab69-0a96b51690d3 [ 975.793089] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.793281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.793281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.793485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.793598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.793706] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62357a1-1b48-4182-ab69-0a96b51690d3 already deleted. [ 975.793786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62357a1-1b48-4182-ab69-0a96b51690d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.651469] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 976.651870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.652099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.652324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.652567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.652693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.652746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.652906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.653035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.653134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.653236] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.654199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.654401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.654590] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.654819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.654898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.655446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.655446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.655446] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.157626] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.157790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.158072] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.544127] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 977.544341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.544512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.544756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.545257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.545257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.545257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.545519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.545519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.545633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.545690] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.545819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.545819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.545959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.546107] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.546318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.546318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.546433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.546433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.546521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.546634] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.547447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.547611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.547753] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.547973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.547973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.548175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.548175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.548264] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.662243] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.050304] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 978.051435] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.076032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.076032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.076032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.076273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.100596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.100956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.101123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.101192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.101462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.101633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.101871] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.101983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.102072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.102336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.102464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.102977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.103089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.103124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.103335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.103433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.103701] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 978.164317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.164813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.164813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.165091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.165091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.165311] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 978.176778] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.178728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.178728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.178728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.178728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202277] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 978.216384] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.216561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.216604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.216827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.217013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.228536] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 978.554549] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.057034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.057370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.057370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.057547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.057648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.057954] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 979.085822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.086047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.086047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.086244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.086387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.094997] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 980.222193] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 980.222457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.222631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.222826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.222914] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.239766] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 980.240032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.241139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.241139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.241139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.241139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.242090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.242090] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.290038] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 980.290220] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 980.726155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.726410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.744040] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.138443] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 981.138718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.138973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.139329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.139557] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.139685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.139766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.139950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.140054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.140148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.140250] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.246743] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.305092] env[65546]: INFO networking_nsxv3.common.synchronization [req-b368bc53-4585-44bd-90ea-67f60281da4b req-ac6e26fa-fdec-48ee-8b83-6a954edb50f4 tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 981.305092] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 981.305092] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.305092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.305092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.305092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.306035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.306212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.306212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.306377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.306464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.306565] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.643534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.643737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.643737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.643907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.644301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.644520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.644670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.645310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.645310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.645310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.645310] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.645310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.645544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.645544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.645668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.645791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.645832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.646075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.646075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646209] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.749538] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.749713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.750029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.750029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.750303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.750422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 981.778359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.778503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.778577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.778783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.778929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.788400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 981.808696] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.149743] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bac635-78ae-4596-80d2-fad1aed70a0b: rpc.has_security_group_logging(os_id): False [ 982.168086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.168270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.168336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.168504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.168590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.168806] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.168903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.168966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.169157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.169235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.169631] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.169631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.169631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.169785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.169785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.170234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.170234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.170234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.170234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.170436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.170436] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 982.236538] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.236538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.236538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.258608] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 982.311131] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.814245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.814468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.814983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.814983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.814983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.814983] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 982.846185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.846437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.846516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.846712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.846859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.856937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 982.949892] env[65546]: INFO networking_nsxv3.common.synchronization [req-9652e944-b78f-4740-a4ab-bcdbee87f7b4 req-1540297b-71bf-4294-8619-5b780ef7d7c8 tempest-ServersWithSpecificFlavorTestJSON-2022242693 tempest-ServersWithSpecificFlavorTestJSON-2022242693-project-member] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 982.951041] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGHEST for action security_group_members [ 982.951041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.951041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.951251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.951457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.951642] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.951751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.951811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.952149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.952149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.952149] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.456027] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.456027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.456710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.456710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.483466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.483778] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.483933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.484014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.484323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.484323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.484441] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be updated. [ 983.515244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.515648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.515799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.516105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.516280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.526584] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: IN_PROGRESS for 2s [ 983.720383] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a6bec46-64ac-4fe4-8e18-42788a3eeff9 req-b4d0d895-455d-416d-b8e7-620306395410 tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 983.721021] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 983.721276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.721401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.721465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.721662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.721814] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.722696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.722696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.722696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.722696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.722696] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.801238] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 983.801238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.801820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.802067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.802297] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.802487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.802487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.802690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.802793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.802897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.803087] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.803173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.803260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.803425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.803590] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.803703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.803780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.803941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.804051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.804153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.804274] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.225701] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.280597] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 984.280597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.307368] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c6a721-a55b-461a-b105-ec2e7c5f8aa5: rpc.has_security_group_logging(os_id): False [ 984.337977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.338276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.338707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.338707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.361262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.361846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.362009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.362117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.362364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.362499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.362743] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.362875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.362970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.363175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.363279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.363502] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.363638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.363714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.363913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.363991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.364128] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 984.430379] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.430541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.430613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.430835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.430959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.444959] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 984.728189] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.869443] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 984.869690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.230458] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.230628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.230731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.231031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.231164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.231278] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 985.283970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.284178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.284178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.284360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.285070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.293822] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 985.541657] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 in Status: SUCCESS [ 985.541871] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 deletion is rescheduled due to dependency. [ 985.542114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016529] env[65546]: INFO networking_nsxv3.common.synchronization [req-0ef34f37-93ee-4901-b2fa-bdcc07b1a669 req-46df0503-699b-46c3-84bf-7a671679cbdf tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 986.017451] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 986.018145] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.018145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.018295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.018388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.018562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.018761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.018761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.018888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.018969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.019111] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.460527] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.460858] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.460998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.461329] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.461618] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.461790] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.461909] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.462156] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.462305] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.462647] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.462647] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.464438] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.464438] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.464438] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.464438] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.464438] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.470982] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 986.471248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.475024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.475024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.475024] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.497059] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.497344] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.497532] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.497767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.498165] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-8455d85b-f38a-42ea-8208-2cd6b804538b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.498398] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.498539] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.498882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.499070] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8455d85b-f38a-42ea-8208-2cd6b804538b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.521649] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.522122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.552907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.552907] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.552907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.552907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.552907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.552907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.553152] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 986.596929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.597246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.597246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.597445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.597627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.610422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 986.706901] env[65546]: INFO networking_nsxv3.common.synchronization [req-43a2a3dd-eaab-452f-95c0-99f222144abd req-02570b48-6380-46fe-b6ce-8b96055e0b24 tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 986.707894] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 986.708504] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.708504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.708504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.708713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.708827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.708887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.708920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.709065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.709153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.709393] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.975331] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.975618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.975618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.975759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.975931] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.976075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.976141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.976256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.976421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.976485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.976517] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.003202] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.003535] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.003627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.003905] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.004105] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.004266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 8455d85b-f38a-42ea-8208-2cd6b804538b not found, creating... [ 987.004545] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.004733] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.004852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.005103] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.005237] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.005599] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.005757] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.005871] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.006095] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.006278] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.006434] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 8455d85b-f38a-42ea-8208-2cd6b804538b is going to be created. [ 987.028116] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.028588] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.028588] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.028816] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.029057] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.029377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.059162] env[65546]: INFO networking_nsxv3.common.synchronization [req-d79dfacd-217c-44a4-a614-f4928dec5a89 req-b9aeaf00-667b-41ff-ab8e-39d6e0cd4ecb tempest-ListServersNegativeTestJSON-623345086 tempest-ListServersNegativeTestJSON-623345086-project-member] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 987.059735] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGHEST for action security_group_members [ 987.060295] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.060491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.213946] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.263386] env[65546]: INFO networking_nsxv3.common.synchronization [req-15274c51-0bb3-4787-a030-723ee0cc844c req-3ff9d393-ccdb-4b28-9f86-130aab543ab0 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 987.263779] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 987.264119] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.264333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.264333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.265015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.265015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.265015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.265015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.265015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.265015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.265571] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.310617] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 987.310959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.479561] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.479765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503032] env[65546]: INFO networking_nsxv3.common.synchronization [req-ea2994ce-810c-414b-a1fe-20047fe011d0 req-7d6a6019-7b0f-4059-88bb-fb23f6e43318 tempest-MultipleCreateTestJSON-903407894 tempest-MultipleCreateTestJSON-903407894-project-member] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 987.503869] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGHEST for action security_group_members [ 987.504439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.504873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.717022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.768848] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.816033] env[65546]: INFO networking_nsxv3.common.synchronization [req-0ef34f37-93ee-4901-b2fa-bdcc07b1a669 req-3d1a1572-8119-475c-a5ad-e82f850ef4b8 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 987.816033] env[65546]: INFO networking_nsxv3.common.synchronization [req-0ef34f37-93ee-4901-b2fa-bdcc07b1a669 req-3d1a1572-8119-475c-a5ad-e82f850ef4b8 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 987.816190] env[65546]: INFO networking_nsxv3.common.synchronization [req-0ef34f37-93ee-4901-b2fa-bdcc07b1a669 req-3d1a1572-8119-475c-a5ad-e82f850ef4b8 service nova] Enqueued Resource ID: 8455d85b-f38a-42ea-8208-2cd6b804538b with Priority: HIGHEST for action port [ 987.816810] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 987.816810] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 987.816977] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8455d85b-f38a-42ea-8208-2cd6b804538b with Priority: HIGHEST for action port [ 987.817193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.817313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.817379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.817575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.817863] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.818534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.818624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.818810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-8455d85b-f38a-42ea-8208-2cd6b804538b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.818906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.818969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.819149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.819255] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8455d85b-f38a-42ea-8208-2cd6b804538b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.218479] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.218956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.218956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.218956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.219151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.219151] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 988.246934] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.247109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.247485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.247485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.247684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.256888] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 988.270429] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.321337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.321481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.321718] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8455d85b-f38a-42ea-8208-2cd6b804538b with status ACTIVE [ 988.321888] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.321980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.322051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.322247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.322335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.322495] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.322601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.322666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.322799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.322902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.323137] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.323253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.323320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.323457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.323519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.323574] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8455d85b-f38a-42ea-8208-2cd6b804538b is going to be updated. [ 988.346659] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.346911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.346911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.347131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.347808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.347808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8455d85b-f38a-42ea-8208-2cd6b804538b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.620637] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 988.620836] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 988.620959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.621149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.621386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.622222] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.622457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.622563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.622774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.622864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.622963] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.773010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.773221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.773304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.773547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.773764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.773764] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 988.807887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.808035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.808114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.808316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.808458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.819970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 989.125473] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.627864] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.130536] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.130709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.130780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.130992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.131097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.131205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 990.168857] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.169015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.169093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.169366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.169535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.178970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 990.267041] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 4s [ 990.406449] env[65546]: INFO networking_nsxv3.common.synchronization [req-d37269c4-fbf8-4038-b960-c11a88a59a85 req-48819173-5eb6-4d3a-bc1d-7df08c247791 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 990.406992] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 990.407360] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.407492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.407562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.407759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.407916] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.408023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.408087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.408231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.408314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.408410] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.760182] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.760182] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.760182] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.760972] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.760972] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.760972] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.760972] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.760972] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.760972] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.761300] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.784346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.784525] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.784665] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.784837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.785192] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-1c9384f1-8b30-4857-b452-a2d82c658097 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.785355] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.785470] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.785951] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.786041] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9384f1-8b30-4857-b452-a2d82c658097',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.831894] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 990.833039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.833039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.833208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.833399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.833568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.833714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.833911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.834023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.834139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.834342] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.834480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.834565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.834740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.834933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835706] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.836765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837131] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.837496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837657] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.910480] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.288698] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.289018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.289181] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.289571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.289718] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.289897] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 1c9384f1-8b30-4857-b452-a2d82c658097 not found, creating... [ 991.290234] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.290439] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.290568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.290805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.290965] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.291395] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.291585] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.291728] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.291955] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.292104] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.292257] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 1c9384f1-8b30-4857-b452-a2d82c658097 is going to be created. [ 991.312813] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.313056] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.313188] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.313548] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.313865] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.314079] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.338980] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c6a721-a55b-461a-b105-ec2e7c5f8aa5: rpc.has_security_group_logging(os_id): False [ 991.340490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.340672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.340925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.340974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.341075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.341279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.341382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.341447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.341597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.341689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.341778] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 991.360261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.360438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.360517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.360720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.360810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.361048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.361131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.361188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.361329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.361407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.361584] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.361678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.361745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.361878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.361950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.362149] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.362241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.362300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.362440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.362521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.362588] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be updated. [ 991.391750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.391905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.391979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.392197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.392377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.400665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 991.413216] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.489291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.489291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.489291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.489557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.489714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.519521] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: IN_PROGRESS for 2s [ 991.916598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.916598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.917075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.917075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.917075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.917075] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 991.951999] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.951999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.951999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.951999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.952315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.962391] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 992.028330] env[65546]: INFO networking_nsxv3.common.synchronization [req-d37269c4-fbf8-4038-b960-c11a88a59a85 req-25482b8f-8187-4360-a3d5-fad9b608880b service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 992.028512] env[65546]: INFO networking_nsxv3.common.synchronization [req-d37269c4-fbf8-4038-b960-c11a88a59a85 req-25482b8f-8187-4360-a3d5-fad9b608880b service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 992.028648] env[65546]: INFO networking_nsxv3.common.synchronization [req-d37269c4-fbf8-4038-b960-c11a88a59a85 req-25482b8f-8187-4360-a3d5-fad9b608880b service nova] Enqueued Resource ID: 1c9384f1-8b30-4857-b452-a2d82c658097 with Priority: HIGHEST for action port [ 992.029380] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 992.029545] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 992.029699] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9384f1-8b30-4857-b452-a2d82c658097 with Priority: HIGHEST for action port [ 992.029934] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.030071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.030336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.030456] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.031868] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.031868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.032029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9384f1-8b30-4857-b452-a2d82c658097 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.032130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.032240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.032628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.032628] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9384f1-8b30-4857-b452-a2d82c658097',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.193060] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.193060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.193060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.193334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.193334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.193334] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.278925] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 992.279105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.279300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.279522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.279762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.279908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.279997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.280174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.280256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.280362] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.534892] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.535050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.535290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9384f1-8b30-4857-b452-a2d82c658097 with status ACTIVE [ 992.535482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.536728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.536728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.536728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.537140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.537140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.537140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.537140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.537305] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9384f1-8b30-4857-b452-a2d82c658097 is going to be updated. [ 992.563058] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.563279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.563330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.563973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.563973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.563973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9384f1-8b30-4857-b452-a2d82c658097" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.695849] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.696019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.696097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.696297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.696475] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.696593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.696661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.696809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.696893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.696982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.697215] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.697382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.697523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.697661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.697810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.697975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.698078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.698163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.698253] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.782821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.783940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.783940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.783940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.806278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.807559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.807559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.807559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.807559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.807559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.807559] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be updated. [ 992.835300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.835443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.835443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.836027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.836027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.845851] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: IN_PROGRESS for 2s [ 993.200340] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af9faac-2f2b-4098-94fd-1219da5a819e: rpc.has_security_group_logging(os_id): False [ 993.221062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.221062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.221292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.221374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.221469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.221702] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.221813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.221868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.222846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.223134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.223134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.223251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.223251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223321] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 993.298028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.298224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.298332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.298527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.298695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.338418] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 993.372709] env[65546]: INFO networking_nsxv3.common.synchronization [req-3ba50306-2334-4625-88c5-2c4de7a62fe3 req-901e5608-795c-4958-b1ab-d0991f04d895 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 993.374121] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 993.374121] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.374121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.374121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.374568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.374809] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.374862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.374899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.375128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.375222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.375320] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.415608] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 993.415608] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 deletion is rescheduled due to dependency. [ 993.415608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.536227] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 in Status: SUCCESS [ 993.536227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.879117] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.879375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.879375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.879696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.901490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.901641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.901822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.901872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.902129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.902235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.902347] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 993.932490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.932763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.932763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.932942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.933097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.943475] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 993.974597] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 993.974832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.975035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.975226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.975416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.975533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.975599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.975778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.975867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.975965] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.479037] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.858760] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 in Status: SUCCESS [ 994.858949] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 deletion is rescheduled due to dependency. [ 994.859093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980842] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.354725] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 995.354961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.483721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.484078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.484078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.484178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.484270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.484369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 995.512598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.512787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.512830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.513074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.513239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.525173] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 995.954703] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 995.955023] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 995.955023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.259251] env[65546]: INFO networking_nsxv3.common.synchronization [req-f4f376da-7328-456e-b6d6-f455bc35ca05 req-ce20d92d-e58a-4b24-87b2-5a8c92baf04f tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 997.259959] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 997.260447] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.260587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.260669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.261009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.261228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.261351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.261419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.261638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.261785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.261915] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.541770] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 997.542130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.542308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.542546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.543034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.543173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.543311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.543453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.543548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.544029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.544768] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.646563] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.646835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.646960] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.647241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.647517] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.647667] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.647774] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.647987] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.648139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.648348] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.648460] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.648569] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.648683] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.648793] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.648933] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.649028] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.670519] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.670801] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.670896] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.671091] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.671406] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1bbec932-dde4-4b2d-af0f-064ef3b42e81 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.671678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.671678] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.672152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.672306] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbec932-dde4-4b2d-af0f-064ef3b42e81',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.764684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.764684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.764684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.764946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.765104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.765420] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.765581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.765696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.765947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.766082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.766214] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 already deleted. [ 997.766352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.049076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.049076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.049076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.049436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.049436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.049436] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.049436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.049678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.049817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.049904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.050104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.050183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.050244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.050329] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.175050] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.175345] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175545] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.175985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.176249] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.176566] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1bbec932-dde4-4b2d-af0f-064ef3b42e81 not found, creating... [ 998.176950] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.177236] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.177540] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.177966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.178143] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.178534] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.178713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.178835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.179078] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.179219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.179364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1bbec932-dde4-4b2d-af0f-064ef3b42e81 is going to be created. [ 998.208508] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.208745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.208894] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.209203] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.209434] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.209732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.553205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 998.572037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.572217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.572268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.573021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.593426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.593891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.593891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.593891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.594099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.594180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.594368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.594464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.594529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.594682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.594757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.594938] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.595065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.595102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.595234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.595309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.595384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 998.671349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.671528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.671598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.671888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.672073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.691544] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 998.934438] env[65546]: INFO networking_nsxv3.common.synchronization [req-f4f376da-7328-456e-b6d6-f455bc35ca05 req-5457095e-ab7b-4c01-b0fa-8722b6d05ac3 service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 998.934616] env[65546]: INFO networking_nsxv3.common.synchronization [req-f4f376da-7328-456e-b6d6-f455bc35ca05 req-5457095e-ab7b-4c01-b0fa-8722b6d05ac3 service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 998.934753] env[65546]: INFO networking_nsxv3.common.synchronization [req-f4f376da-7328-456e-b6d6-f455bc35ca05 req-5457095e-ab7b-4c01-b0fa-8722b6d05ac3 service nova] Enqueued Resource ID: 1bbec932-dde4-4b2d-af0f-064ef3b42e81 with Priority: HIGHEST for action port [ 998.935315] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 998.935451] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 998.935558] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbec932-dde4-4b2d-af0f-064ef3b42e81 with Priority: HIGHEST for action port [ 998.935804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.935925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.936030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.936268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.936340] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.937300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.937300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.937404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.937528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.937724] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.937787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.937834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.937991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.938184] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.938993] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bbec932-dde4-4b2d-af0f-064ef3b42e81 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.939113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.939113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.939269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.939318] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbec932-dde4-4b2d-af0f-064ef3b42e81',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.441182] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.441422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.441642] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.442548] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bbec932-dde4-4b2d-af0f-064ef3b42e81 with status ACTIVE [ 999.442760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.442886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.442957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.443168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.443253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.443422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.443517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.443578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.443726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.443801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.444011] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.444157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.444369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.444444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.444525] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bbec932-dde4-4b2d-af0f-064ef3b42e81 is going to be updated. [ 999.466678] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.466871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.466927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.467176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.467361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.467522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bbec932-dde4-4b2d-af0f-064ef3b42e81" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.948548] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.452074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.452260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.452335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.452564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.452654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.452748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be created. [ 1000.483170] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.483351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.483445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.483665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.483833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.494811] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: UNINITIALIZED for 2s [ 1000.713807] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1000.713939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.200046] env[65546]: INFO networking_nsxv3.common.synchronization [req-546ab1b5-a414-49e3-b16f-5695bbe7d3db req-c27b1b02-3daa-47ae-ad22-8c513a1cc3e4 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1001.200864] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1001.201392] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.201392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.201392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.201392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.201728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.201728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.201728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.201728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.201979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.201979] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.704540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.704756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.704756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.706033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.726236] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.726776] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1001.755408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.755579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.755625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.755828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.755970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.764789] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1002.504463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1002.504720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.505203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.505398] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.505517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.505582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.505732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.505816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.505916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.506040] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.008925] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.511651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d43baba-357c-4f52-8951-a9eb5b100fe2: rpc.has_security_group_logging(os_id): False [ 1003.532143] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.532143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.532143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.532143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.532143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.532143] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.532454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.532454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.532454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.532566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.532566] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be created. [ 1003.606083] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.606083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.606083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.606083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.606083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.618719] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1003.777644] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1003.777644] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 deletion is rescheduled due to dependency. [ 1003.777644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.623882] env[65546]: INFO networking_nsxv3.common.synchronization [None req-25386f14-dee9-4d44-8c9b-3e192c0b629c None None] Enqueued Resource ID: b9d93a3b-97af-4319-8c14-adb1ce68c460 with Priority: HIGHEST for action port [ 1004.624467] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d93a3b-97af-4319-8c14-adb1ce68c460 with Priority: HIGHEST for action port [ 1004.624779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d93a3b-97af-4319-8c14-adb1ce68c460 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.624916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d93a3b-97af-4319-8c14-adb1ce68c460" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.625013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d93a3b-97af-4319-8c14-adb1ce68c460" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.625434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d93a3b-97af-4319-8c14-adb1ce68c460" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.625527] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d93a3b-97af-4319-8c14-adb1ce68c460',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.128372] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d93a3b-97af-4319-8c14-adb1ce68c460 [ 1005.128699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.128844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.128914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.129148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.129240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.129334] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d93a3b-97af-4319-8c14-adb1ce68c460 already deleted. [ 1005.129415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d93a3b-97af-4319-8c14-adb1ce68c460" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.217340] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.217532] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.217668] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.217935] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.218219] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.218439] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.218573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.218792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.218941] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.219354] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.219476] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.219588] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.219694] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.219835] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.219964] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.220105] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.242639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.242848] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.242965] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.243149] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-902" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.243467] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-429d8d74-c228-4b53-acfb-32d625925d05 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.243639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.243768] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.244303] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.244303] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429d8d74-c228-4b53-acfb-32d625925d05',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.630416] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1005.631129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.747901] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.748151] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.748278] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.748886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.748886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.749060] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.749223] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.749343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.749595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.749757] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.750074] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.751427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.751427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.751427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.751427] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.751427] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 429d8d74-c228-4b53-acfb-32d625925d05 is going to be updated. [ 1005.771907] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.772188] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.772319] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.772573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.772769] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.772995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.499314] env[65546]: INFO networking_nsxv3.common.synchronization [req-5c559742-bde9-49e8-ad4c-4c195b5eeedb req-3d03673c-7f47-431d-b379-58fa7cc88c0b service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 1006.499490] env[65546]: INFO networking_nsxv3.common.synchronization [req-5c559742-bde9-49e8-ad4c-4c195b5eeedb req-3d03673c-7f47-431d-b379-58fa7cc88c0b service nova] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 1006.499629] env[65546]: INFO networking_nsxv3.common.synchronization [req-5c559742-bde9-49e8-ad4c-4c195b5eeedb req-3d03673c-7f47-431d-b379-58fa7cc88c0b service nova] Enqueued Resource ID: 429d8d74-c228-4b53-acfb-32d625925d05 with Priority: HIGHEST for action port [ 1006.500202] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_rules [ 1006.500340] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 1006.500437] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429d8d74-c228-4b53-acfb-32d625925d05 with Priority: HIGHEST for action port [ 1006.500708] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.500852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.500914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.501290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.501381] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.502241] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.502361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.502413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.502565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.502713] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.502805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.502866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.503010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.503096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.503182] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.504988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-429d8d74-c228-4b53-acfb-32d625925d05 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.504988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.504988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504988] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429d8d74-c228-4b53-acfb-32d625925d05',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.778136] env[65546]: INFO networking_nsxv3.common.synchronization [req-44c3fca2-8a6e-49ed-8aee-4ec6e901c209 req-d9f92888-0b23-4019-a9c9-b71dd8df4b74 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 1006.778136] env[65546]: INFO networking_nsxv3.common.synchronization [req-44c3fca2-8a6e-49ed-8aee-4ec6e901c209 req-d9f92888-0b23-4019-a9c9-b71dd8df4b74 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 1006.778136] env[65546]: INFO networking_nsxv3.common.synchronization [req-44c3fca2-8a6e-49ed-8aee-4ec6e901c209 req-d9f92888-0b23-4019-a9c9-b71dd8df4b74 tempest-SecurityGroupsTestJSON-1912648599 tempest-SecurityGroupsTestJSON-1912648599-project-member] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 1006.778136] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGHEST for action security_group_members [ 1006.782018] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGHEST for action security_group_members [ 1006.782018] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGHEST for action security_group_members [ 1006.782018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.782018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.782018] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.782018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.782018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.782018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.782737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.782737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.783135] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.784861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.784861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.784861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.784861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.784861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.784861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.784861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.785236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.785236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.785236] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.007262] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.007443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.007697] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.008573] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429d8d74-c228-4b53-acfb-32d625925d05 with status ACTIVE [ 1007.008780] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.008897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.008963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.009180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.009268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.009463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.009541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.009587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.009780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.009849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.010045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.010145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.010205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.010343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.010415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.010497] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429d8d74-c228-4b53-acfb-32d625925d05 is going to be updated. [ 1007.036061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.036061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.036061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.036061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.036061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.036337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429d8d74-c228-4b53-acfb-32d625925d05" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.288381] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.288546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.288616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.288822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.289039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.289121] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.289280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.289280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.289382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.289526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.289526] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be updated. [ 1007.291122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.291342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.291412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.291566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.292963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.293144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.312280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.313598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.313793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.313885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.314202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.314355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.314479] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be updated. [ 1007.315612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.315691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.333201] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.333348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.333590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.333697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.334761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.337872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.338560] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.338560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.338560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.338560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.338560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.338814] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 is going to be updated. [ 1007.343332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: IN_PROGRESS for 2s [ 1007.349500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.349635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.349705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.350028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.350215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.358347] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: IN_PROGRESS for 2s [ 1007.367995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.368090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.368161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.368385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.369024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.379681] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: IN_PROGRESS for 2s [ 1007.512436] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.014850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.015230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.015230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.015300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.015414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.015970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 1008.047814] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.047814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.047814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.047814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.047814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.058908] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 1009.355014] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bac635-78ae-4596-80d2-fad1aed70a0b in Status: SUCCESS [ 1009.355286] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b deletion is rescheduled due to dependency. [ 1009.355326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.366416] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0029906-7a40-401e-b837-644bfcda86f7 in Status: SUCCESS [ 1009.367438] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0029906-7a40-401e-b837-644bfcda86f7 deletion is rescheduled due to dependency. [ 1009.367438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.389161] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7892c98-4778-4528-a9ff-d04b50abe921 in Status: SUCCESS [ 1009.390011] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 deletion is rescheduled due to dependency. [ 1009.390011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.074908] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 1010.074908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.074989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.075714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.075714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.075714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.075714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.075980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.075980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.075980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.075980] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.579810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.580259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.580259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.580327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.580499] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.580592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.580648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.580795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.580878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.580965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.581129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.581222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.581265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.581404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.581540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.581636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.581688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.581811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.581887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.581971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.582084] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.084306] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4: rpc.has_security_group_logging(os_id): False [ 1011.116099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.116099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.116456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.116496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.154027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.154169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.154303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.154814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.154929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.155465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.155740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.155823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.156115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.156281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.156388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.156571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.156671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.156792] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 1011.270716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.270918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.271027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.271238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.271383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.295307] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 1011.720354] env[65546]: INFO networking_nsxv3.common.synchronization [req-ebda2009-02fc-4c6d-bd42-b8df8cad65b3 req-e033dee3-88f1-4960-9e6c-4dfefc9bede0 tempest-ListServerFiltersTestJSON-1223028853 tempest-ListServerFiltersTestJSON-1223028853-project-member] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 1011.721478] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGHEST for action security_group_members [ 1011.721804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.721959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.722016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.722236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.722420] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.722589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.722693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.722931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.723336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.723448] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.226778] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.226946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.227081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.227276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.249760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.250599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.250599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.250599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.250599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250990] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be updated. [ 1012.282334] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.282334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.282699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.282699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.282699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.291591] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: IN_PROGRESS for 2s [ 1013.439092] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 1013.439383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.303515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e in Status: SUCCESS [ 1014.303707] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e deletion is rescheduled due to dependency. [ 1014.303819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.545389] env[65546]: INFO networking_nsxv3.common.synchronization [req-b76d6f7d-b24c-461d-a1c6-1b2f5dfccd07 req-2529fdec-14df-4a9f-b166-84d40027ebec tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 1016.545720] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 1016.546185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.546432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.546600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.547072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.547341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.547509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.547635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.547876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.548020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.550526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.051913] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.555253] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.060126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.060126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.060126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.060126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.060126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.060126] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 1018.102038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.102038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.102038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.102038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.102038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.111159] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 1020.124866] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 1020.125160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.176602] env[65546]: INFO networking_nsxv3.common.synchronization [None req-53676758-1a1d-4d81-b864-b67d0aceafd6 None None] Enqueued Resource ID: 2a102b73-570d-4741-b5cd-97bcd1dfa484 with Priority: HIGHEST for action port [ 1020.177170] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a102b73-570d-4741-b5cd-97bcd1dfa484 with Priority: HIGHEST for action port [ 1020.177528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a102b73-570d-4741-b5cd-97bcd1dfa484 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.177650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a102b73-570d-4741-b5cd-97bcd1dfa484" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.177716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a102b73-570d-4741-b5cd-97bcd1dfa484" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.177961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a102b73-570d-4741-b5cd-97bcd1dfa484" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.178558] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102b73-570d-4741-b5cd-97bcd1dfa484',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.680693] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a102b73-570d-4741-b5cd-97bcd1dfa484 [ 1020.681432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.681432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.681432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.681432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.681740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.681740] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a102b73-570d-4741-b5cd-97bcd1dfa484 already deleted. [ 1020.681740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a102b73-570d-4741-b5cd-97bcd1dfa484" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.095248] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2c4c58cc-c746-4d0a-a8ae-d3465a051e91 None None] Enqueued Resource ID: d490e0fe-1c00-409b-a5e0-a2af71dd3358 with Priority: HIGHEST for action port [ 1022.097117] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d490e0fe-1c00-409b-a5e0-a2af71dd3358 with Priority: HIGHEST for action port [ 1022.097484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d490e0fe-1c00-409b-a5e0-a2af71dd3358 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.097603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d490e0fe-1c00-409b-a5e0-a2af71dd3358" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.097674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d490e0fe-1c00-409b-a5e0-a2af71dd3358" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.100216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d490e0fe-1c00-409b-a5e0-a2af71dd3358" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.100216] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d490e0fe-1c00-409b-a5e0-a2af71dd3358',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.173395] env[65546]: INFO networking_nsxv3.common.synchronization [None req-ef2cf432-fc5e-46c2-a122-922b716a4c3f tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1022.173887] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1022.174213] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.174349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.174411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.174632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.174715] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.320443] env[65546]: INFO networking_nsxv3.common.synchronization [None req-38da7571-fa4f-4e7c-8ecc-c894076df92a tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1022.321016] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1022.321387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.321484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.605419] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d490e0fe-1c00-409b-a5e0-a2af71dd3358 [ 1022.605749] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.605904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.605974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.606252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.606365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d490e0fe-1c00-409b-a5e0-a2af71dd3358 already deleted. [ 1022.606549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d490e0fe-1c00-409b-a5e0-a2af71dd3358" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.704592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.704766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.708101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.708683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.708792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.708879] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 already deleted. [ 1022.711040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.711040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.711040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.711040] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.888468] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4f6847b3-2a88-4046-94c7-8fdc18806ebc None None] Enqueued Resource ID: b4977630-2852-4d75-83fd-4741d9e76a63 with Priority: HIGHEST for action port [ 1022.890624] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4977630-2852-4d75-83fd-4741d9e76a63 with Priority: HIGHEST for action port [ 1022.890624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4977630-2852-4d75-83fd-4741d9e76a63 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.890624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4977630-2852-4d75-83fd-4741d9e76a63" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.890624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4977630-2852-4d75-83fd-4741d9e76a63" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.890624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4977630-2852-4d75-83fd-4741d9e76a63" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.890624] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4977630-2852-4d75-83fd-4741d9e76a63',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.235944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.236236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.236236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.237168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.237168] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 already deleted. [ 1023.237168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.394803] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4977630-2852-4d75-83fd-4741d9e76a63 [ 1023.394803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.394803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.394803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.395043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.395043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.395302] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4977630-2852-4d75-83fd-4741d9e76a63 already deleted. [ 1023.395302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4977630-2852-4d75-83fd-4741d9e76a63" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.909581] env[65546]: INFO networking_nsxv3.common.synchronization [req-476434a8-b129-4227-ae8d-7026835f1251 req-589def32-6ea2-4ad1-9c0c-f55216c45ce8 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1023.910133] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1023.910488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.910608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.910673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.911380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.911380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.911380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.911380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.911572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.911609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.911679] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.289191] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.289505] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.289547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.289781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.290042] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290196] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.290368] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.290579] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.290715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.290919] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.293037] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.293174] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.293295] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.293414] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.293520] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.293652] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.316458] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.316647] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.316792] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.316964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.317292] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.317467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.317583] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.317889] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.318070] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdfe85e-7c04-4c88-aadc-662aa8fcdc39',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.413900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.414037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.414112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.414309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.414406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.414603] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.414708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.414881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.415011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.415105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.415194] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1024.443981] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.444218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.444415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.444556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.454101] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1024.677742] env[65546]: INFO networking_nsxv3.common.synchronization [None req-63cf284f-78e6-4803-bca6-2111dbc87e61 None None] Enqueued Resource ID: 421d21ec-408e-43b9-b62c-50381d09c4b5 with Priority: HIGHEST for action port [ 1024.678120] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d21ec-408e-43b9-b62c-50381d09c4b5 with Priority: HIGHEST for action port [ 1024.678440] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-421d21ec-408e-43b9-b62c-50381d09c4b5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.678639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421d21ec-408e-43b9-b62c-50381d09c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.678705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421d21ec-408e-43b9-b62c-50381d09c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.678975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421d21ec-408e-43b9-b62c-50381d09c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.679067] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421d21ec-408e-43b9-b62c-50381d09c4b5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.821252] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.821656] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.821808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.822378] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.822539] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.822696] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 not found, creating... [ 1024.822968] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.823326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.823500] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.823734] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.823870] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.824213] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.824339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.824454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.824649] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.824776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.824911] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 is going to be created. [ 1024.847667] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.847886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.848024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.848346] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.848577] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.848798] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.181369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 421d21ec-408e-43b9-b62c-50381d09c4b5 [ 1025.181685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.181872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.181950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.182210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.182321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.182420] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:421d21ec-408e-43b9-b62c-50381d09c4b5 already deleted. [ 1025.182502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421d21ec-408e-43b9-b62c-50381d09c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.575821] env[65546]: INFO networking_nsxv3.common.synchronization [req-476434a8-b129-4227-ae8d-7026835f1251 req-d82bb50e-2401-4baf-b0ac-ba7b983f1240 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1025.576087] env[65546]: INFO networking_nsxv3.common.synchronization [req-476434a8-b129-4227-ae8d-7026835f1251 req-d82bb50e-2401-4baf-b0ac-ba7b983f1240 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1025.576177] env[65546]: INFO networking_nsxv3.common.synchronization [req-476434a8-b129-4227-ae8d-7026835f1251 req-d82bb50e-2401-4baf-b0ac-ba7b983f1240 service nova] Enqueued Resource ID: ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 with Priority: HIGHEST for action port [ 1025.576710] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1025.576847] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1025.576943] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 with Priority: HIGHEST for action port [ 1025.577667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.577797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.577887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.578117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.578256] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.580115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.580224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.580527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.580672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.580713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.580885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.580972] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdfe85e-7c04-4c88-aadc-662aa8fcdc39',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.082550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.082550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.084805] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 with status ACTIVE [ 1026.084805] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.084805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.084805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.084805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.084805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.085193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.085193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.085193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.085362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085393] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.085461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.085517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.085643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.085708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085783] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccdfe85e-7c04-4c88-aadc-662aa8fcdc39 is going to be updated. [ 1026.108356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.108513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.108513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.108695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.108836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.108992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdfe85e-7c04-4c88-aadc-662aa8fcdc39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.238646] env[65546]: INFO networking_nsxv3.common.synchronization [None req-bff48e0d-44ef-4508-9c0e-dc0f81980940 None None] Enqueued Resource ID: d92c1b4f-1847-4f1f-8deb-0a9fa954caaa with Priority: HIGHEST for action port [ 1026.239210] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92c1b4f-1847-4f1f-8deb-0a9fa954caaa with Priority: HIGHEST for action port [ 1026.239512] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92c1b4f-1847-4f1f-8deb-0a9fa954caaa taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.239630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92c1b4f-1847-4f1f-8deb-0a9fa954caaa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.239691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92c1b4f-1847-4f1f-8deb-0a9fa954caaa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.239948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92c1b4f-1847-4f1f-8deb-0a9fa954caaa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.243007] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92c1b4f-1847-4f1f-8deb-0a9fa954caaa',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.463944] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1026.464151] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 1026.464233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.464452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.464722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.464957] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.465183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.465275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.465453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.465575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.465714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.746771] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d92c1b4f-1847-4f1f-8deb-0a9fa954caaa [ 1026.747118] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.747118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.747118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.747420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.747845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.747845] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d92c1b4f-1847-4f1f-8deb-0a9fa954caaa already deleted. [ 1026.747845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92c1b4f-1847-4f1f-8deb-0a9fa954caaa" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.968285] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.471028] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.974120] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.974405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.974405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.974633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.974733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.974840] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1028.004507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.004655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.004727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.004929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.005108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.016305] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1028.144616] env[65546]: INFO networking_nsxv3.common.synchronization [req-5bd7675a-b3aa-49e4-a40a-b7ae4544f1fe req-cd2c99e4-5447-4c60-b4be-608a0d102fbb tempest-ServerActionsV293TestJSON-95147537 tempest-ServerActionsV293TestJSON-95147537-project-member] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1028.145166] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1028.145485] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.145617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.145736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.145928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.146096] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.147265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.147265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.147265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.147265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.147265] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.428373] env[65546]: INFO networking_nsxv3.common.synchronization [None req-bedc6187-85f4-475c-8ab8-3d3d626d751c None None] Enqueued Resource ID: d37f23d1-2b3a-48a5-ad78-83b9507717d8 with Priority: HIGHEST for action port [ 1028.428999] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f23d1-2b3a-48a5-ad78-83b9507717d8 with Priority: HIGHEST for action port [ 1028.429447] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37f23d1-2b3a-48a5-ad78-83b9507717d8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.429563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37f23d1-2b3a-48a5-ad78-83b9507717d8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.429839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37f23d1-2b3a-48a5-ad78-83b9507717d8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.430300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37f23d1-2b3a-48a5-ad78-83b9507717d8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.430487] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37f23d1-2b3a-48a5-ad78-83b9507717d8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.488069] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.488069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-248" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.488069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-248" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.488069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-248" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.488069] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.488069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.491266] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.491567] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.491896] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.494039] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.494239] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.494372] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.494488] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.494602] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.494708] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.494840] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.519123] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.519303] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.519441] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.519618] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-248" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.519939] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-a8c77219-5cae-4224-8085-1286e755a52d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.520132] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.520244] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.520617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.520770] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c77219-5cae-4224-8085-1286e755a52d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.653193] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.653399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.653488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.653811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.654010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.654120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.654221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.654328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.654437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.654481] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 already deleted. [ 1028.654532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.933382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d37f23d1-2b3a-48a5-ad78-83b9507717d8 [ 1028.933559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.933707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.933776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.933973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.934070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.934174] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d37f23d1-2b3a-48a5-ad78-83b9507717d8 already deleted. [ 1028.934241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37f23d1-2b3a-48a5-ad78-83b9507717d8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.023668] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.024036] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.024036] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.025305] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.025531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.025719] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port a8c77219-5cae-4224-8085-1286e755a52d not found, creating... [ 1029.026013] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.026179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.026313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.026560] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.026698] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.026993] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.027281] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.027423] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.027649] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.027783] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.027920] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: a8c77219-5cae-4224-8085-1286e755a52d is going to be created. [ 1029.049431] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.049632] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.049768] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.050046] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.050269] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.050586] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.794759] env[65546]: INFO networking_nsxv3.common.synchronization [req-5bd7675a-b3aa-49e4-a40a-b7ae4544f1fe req-e1e95b61-d45c-4467-ad8b-fcbeda830083 service nova] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 1029.799143] env[65546]: INFO networking_nsxv3.common.synchronization [req-5bd7675a-b3aa-49e4-a40a-b7ae4544f1fe req-e1e95b61-d45c-4467-ad8b-fcbeda830083 service nova] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1029.799143] env[65546]: INFO networking_nsxv3.common.synchronization [req-5bd7675a-b3aa-49e4-a40a-b7ae4544f1fe req-e1e95b61-d45c-4467-ad8b-fcbeda830083 service nova] Enqueued Resource ID: a8c77219-5cae-4224-8085-1286e755a52d with Priority: HIGHEST for action port [ 1029.799143] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_rules [ 1029.799143] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1029.799143] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c77219-5cae-4224-8085-1286e755a52d with Priority: HIGHEST for action port [ 1029.799143] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799143] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.799590] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.800114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.800203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.800262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.800455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.800549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.800639] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801498] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c77219-5cae-4224-8085-1286e755a52d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.801619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.801662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.801800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.801873] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c77219-5cae-4224-8085-1286e755a52d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.026517] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1030.026930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.026930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.027226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.027430] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.027542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.027608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.027754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.027830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.027919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.028019] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.304166] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.305620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.305620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.305620] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8c77219-5cae-4224-8085-1286e755a52d with status ACTIVE [ 1030.305800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.305866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.305903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.306128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.306227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.306393] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.306497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.306559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.306699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.306768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.306941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.307033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.307090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.307245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.307284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.307355] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8c77219-5cae-4224-8085-1286e755a52d is going to be updated. [ 1030.329049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.329216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.329307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.329514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.329650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.329810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c77219-5cae-4224-8085-1286e755a52d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.495827] env[65546]: INFO networking_nsxv3.common.synchronization [req-b0f551c0-5e52-47e8-9042-e99b2929bf66 req-da0e8dbb-0ce8-45e7-8d39-b809db3dadbe tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1030.496392] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1030.496700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.496820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.496886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.497291] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.497386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.497447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.497690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.497782] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.530548] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.530747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.530815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.531268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.531461] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.531567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.531631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.531783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.531871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.532058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.532129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.532203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.532262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.532403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.532535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.532627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.532688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.532848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.532930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.533021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.533115] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.806520] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.890034] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.890247] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.890369] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.890774] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.891477] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.891477] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.891669] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.891814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.891987] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.892231] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.892374] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.892509] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.892641] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.892776] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.892903] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.893066] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.914241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.914459] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.914624] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.914818] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.915269] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-a323d00a-3106-4d18-8ddc-e7db1b0c9008 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.915451] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.915573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.915931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.916126] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a323d00a-3106-4d18-8ddc-e7db1b0c9008',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.001949] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.001949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.001949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.001949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.025800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.025800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.025800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.025800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.025800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.025800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.025800] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 1031.036822] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136f6370-59b8-47c6-81a3-222507eb5de5: rpc.has_security_group_logging(os_id): False [ 1031.068064] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.068064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.068064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.068064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.068064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.068064] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.068511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.068511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.068511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.068615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.069728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.069728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.069728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.069728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.069728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.069969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.069969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.070279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.070279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.070438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.070501] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1031.073579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.073772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.073893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.073960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.074158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.088486] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1031.137177] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.137320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.137320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.137551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.137737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.155041] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1031.309271] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.309435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.309502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.309718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.309809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.309908] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 is going to be created. [ 1031.350260] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.350457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.350574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.350802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.351034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.367631] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: UNINITIALIZED for 2s [ 1031.419490] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.419490] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.419765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.420595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.420595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.420595] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port a323d00a-3106-4d18-8ddc-e7db1b0c9008 not found, creating... [ 1031.420863] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421183] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.422242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.422514] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.423118] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.423318] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.423444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.423704] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.423850] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.424028] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: a323d00a-3106-4d18-8ddc-e7db1b0c9008 is going to be created. [ 1031.511059] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.511316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.511316] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.511587] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.511835] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.512096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.182070] env[65546]: INFO networking_nsxv3.common.synchronization [req-b0f551c0-5e52-47e8-9042-e99b2929bf66 req-b73d9ee4-7d0f-42e0-8b87-0e054f3a05e8 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 1032.182325] env[65546]: INFO networking_nsxv3.common.synchronization [req-b0f551c0-5e52-47e8-9042-e99b2929bf66 req-b73d9ee4-7d0f-42e0-8b87-0e054f3a05e8 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1032.182763] env[65546]: INFO networking_nsxv3.common.synchronization [req-b0f551c0-5e52-47e8-9042-e99b2929bf66 req-b73d9ee4-7d0f-42e0-8b87-0e054f3a05e8 service nova] Enqueued Resource ID: a323d00a-3106-4d18-8ddc-e7db1b0c9008 with Priority: HIGHEST for action port [ 1032.183090] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 1032.183262] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1032.183445] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a323d00a-3106-4d18-8ddc-e7db1b0c9008 with Priority: HIGHEST for action port [ 1032.184639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.184825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.184951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.185156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.185245] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.186439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a323d00a-3106-4d18-8ddc-e7db1b0c9008 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.187073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.187164] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a323d00a-3106-4d18-8ddc-e7db1b0c9008',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.688646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.688848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.690147] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a323d00a-3106-4d18-8ddc-e7db1b0c9008 with status ACTIVE [ 1032.690340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.690459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.690546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.690801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.690899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.691151] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.691216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.691252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.691396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.691514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.691707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.691756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.691822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.692086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.692086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.692208] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a323d00a-3106-4d18-8ddc-e7db1b0c9008 is going to be updated. [ 1032.721074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.721074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.721074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.721074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.721074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.721074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a323d00a-3106-4d18-8ddc-e7db1b0c9008" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.102120] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1033.102298] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 1033.102339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.102486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.102717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.102961] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.103057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.103095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.103238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.103315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.103411] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.180185] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1033.180415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.380593] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: SUCCESS [ 1033.380917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.380958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.381207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.381402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.381540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.381632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.381782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.381863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.381950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.382276] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.607684] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.886160] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.110658] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.389217] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5183a48c-120b-4e55-a0df-11cb04454190: rpc.has_security_group_logging(os_id): False [ 1034.412196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.414159] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.414159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.414159] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 is going to be created. [ 1034.490073] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.490234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.490307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.490572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.490744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.504789] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: IN_PROGRESS for 2s [ 1034.615877] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.616076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.616176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.616486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 1034.656124] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.656319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.656365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.673016] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1036.350073] env[65546]: INFO networking_nsxv3.common.synchronization [req-1679bb2e-bf18-461c-8f64-098060c33529 req-015ccb80-f69d-4740-97d0-79b1be9a80af tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1036.350073] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1036.350073] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.350886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.351075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.351396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.351620] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.351797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.351903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.352128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.352511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.352511] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.521296] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: SUCCESS [ 1036.521296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.684116] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1036.684722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.684722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.684934] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.685062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.685130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.685290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.685367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.685450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.685542] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.732282] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.732466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.732588] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.732844] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.733120] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.733273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.733385] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.733589] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.733727] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.733928] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.734104] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.734227] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.734335] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.734445] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.734548] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.734722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.753852] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.753852] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.753852] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.753852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.754365] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.754365] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.754480] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.754754] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.754891] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e981ea-9634-444d-a9c1-4c74ae4a34ff',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.856247] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.187718] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.187916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.187916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.188145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.188324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.188431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.188544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.188795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.188865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.188949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.189119] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.189433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.189587] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.190929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.190929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.190929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.191136] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.257707] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.257995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.258121] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.258472] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.258639] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.258804] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port f8e981ea-9634-444d-a9c1-4c74ae4a34ff not found, creating... [ 1037.259079] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.259241] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.259357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.259577] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.259803] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.260122] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.260396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.260396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.260899] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.260899] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.260986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: f8e981ea-9634-444d-a9c1-4c74ae4a34ff is going to be created. [ 1037.283914] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.284151] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.284274] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.284540] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.284813] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.285042] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.362461] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.693937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 1037.713404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.713683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.713928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.714036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.714128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.714424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.714603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.714702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.714875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.714989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.715353] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.715512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.715600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.715851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.715954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.716243] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.716366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.716487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.716808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.716808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.717226] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 1037.786288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.786521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.786648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.786905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.787077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.805025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1037.864804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.864990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.865048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.865260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.865350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.865509] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1037.925199] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.925199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.925199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.925588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.925588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.939412] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1038.131151] env[65546]: INFO networking_nsxv3.common.synchronization [req-1679bb2e-bf18-461c-8f64-098060c33529 req-e8ece4a2-431b-4ef3-bfae-f1a50eb1b74f service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1038.131151] env[65546]: INFO networking_nsxv3.common.synchronization [req-1679bb2e-bf18-461c-8f64-098060c33529 req-e8ece4a2-431b-4ef3-bfae-f1a50eb1b74f service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1038.131826] env[65546]: INFO networking_nsxv3.common.synchronization [req-1679bb2e-bf18-461c-8f64-098060c33529 req-e8ece4a2-431b-4ef3-bfae-f1a50eb1b74f service nova] Enqueued Resource ID: f8e981ea-9634-444d-a9c1-4c74ae4a34ff with Priority: HIGHEST for action port [ 1038.132788] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1038.133299] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1038.133748] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e981ea-9634-444d-a9c1-4c74ae4a34ff with Priority: HIGHEST for action port [ 1038.134332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.134737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.136021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136021] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.137252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.137556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.138115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.141599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.141599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.141599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.141599] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e981ea-9634-444d-a9c1-4c74ae4a34ff',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.645484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.645842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.645842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8e981ea-9634-444d-a9c1-4c74ae4a34ff with status ACTIVE [ 1038.646058] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.646178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.646245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.646484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.646560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.646723] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.646896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.646896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.647071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.647181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.647375] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.647468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.647520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.647662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.647836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.647926] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8e981ea-9634-444d-a9c1-4c74ae4a34ff is going to be updated. [ 1038.673243] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.673432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.673539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.673765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.673904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.674078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e981ea-9634-444d-a9c1-4c74ae4a34ff" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.140089] env[65546]: INFO networking_nsxv3.common.synchronization [req-7c800004-9937-4b71-bf33-f2898bcc6d31 req-8208cc0b-e9bb-4814-95a7-a950f918d0cd tempest-ServersNegativeTestJSON-2010501734 tempest-ServersNegativeTestJSON-2010501734-project-member] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 1039.140089] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGHEST for action security_group_members [ 1039.140089] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.140089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.140089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.140473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.140736] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.140888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.140970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.141183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.141285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.141387] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.645035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.645035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.645035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.645035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.645716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.645716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.645716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.645716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.645716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645716] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be updated. [ 1039.681737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.682012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.682098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.682323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.682471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693713] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: IN_PROGRESS for 2s [ 1039.816611] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1039.816837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.950554] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1039.950554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.950554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.951095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.951224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.954982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.954982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.954982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.954982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.954982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.457206] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.960278] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.463742] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.464091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.464221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.464560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.464732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.464994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1041.502278] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.502498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.502498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.502841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.503029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.514914] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1041.713604] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 in Status: SUCCESS [ 1041.713891] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 deletion is rescheduled due to dependency. [ 1041.714611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.180656] env[65546]: INFO networking_nsxv3.common.synchronization [None req-1401609c-63c1-42ac-8cbb-98a63d8b3f5e None None] Enqueued Resource ID: e60e3f41-ac28-4c8f-9908-bbe90acbebf9 with Priority: HIGHEST for action port [ 1043.181469] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60e3f41-ac28-4c8f-9908-bbe90acbebf9 with Priority: HIGHEST for action port [ 1043.181882] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60e3f41-ac28-4c8f-9908-bbe90acbebf9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.184973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60e3f41-ac28-4c8f-9908-bbe90acbebf9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.185102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60e3f41-ac28-4c8f-9908-bbe90acbebf9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.185365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60e3f41-ac28-4c8f-9908-bbe90acbebf9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.185456] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60e3f41-ac28-4c8f-9908-bbe90acbebf9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.524947] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1043.525201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.525364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.525577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.525766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.525882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.525947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.526109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.526188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.526283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.526353] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.688375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e60e3f41-ac28-4c8f-9908-bbe90acbebf9 [ 1043.688711] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.690637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.690722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.691011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.691120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.691273] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e60e3f41-ac28-4c8f-9908-bbe90acbebf9 already deleted. [ 1043.691386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60e3f41-ac28-4c8f-9908-bbe90acbebf9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.844445] env[65546]: INFO networking_nsxv3.common.synchronization [None req-81fa61ab-3cbd-4145-97c0-6dc32652669d tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1043.844445] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1043.844445] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.844445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.844445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.844445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.844925] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.943434] env[65546]: INFO networking_nsxv3.common.synchronization [None req-cc67dc59-5be2-4e6b-99b9-d429916e839d tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1043.944382] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1043.944382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.944382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.028153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.028351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.028409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.028601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.028769] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.028869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.028933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.029088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.029206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.029284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.029399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.029492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.029552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.029826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.029826] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.029938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.029976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.030134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.030182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.030259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.030387] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.369157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.369500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.369500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.369875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.369875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.369875] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 already deleted. [ 1044.369875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.370022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.370443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.370443] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.532543] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 1044.552487] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.552699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.552699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.552908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.553035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.553284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.553411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.553480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.553658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.553749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.553983] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.554523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.554523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.554523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.554523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.554768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.554768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.554768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.556122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.556122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.556122] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1044.623302] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.623734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.623734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.623881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.623993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.639750] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1044.894074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.894245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.894315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.894496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.894583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.894679] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 already deleted. [ 1044.894760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.099236] env[65546]: INFO networking_nsxv3.common.synchronization [req-6a7c96da-65a7-415d-bfa1-305da667bd2d req-b2614759-2729-4da3-8c69-1d8249825d67 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1045.099673] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1045.101456] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.101456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.101456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.101456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.101456] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.101711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.101711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.101774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.101871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.102037] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.605460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.605897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.605897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.605897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.606030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.606146] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.606284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.606352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.607253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.607253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.607253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 1045.643818] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.644037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.644083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.644286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.644425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.653577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1045.669035] env[65546]: INFO networking_nsxv3.common.synchronization [None req-047d2e3b-bc8c-4888-92d9-3cf81967b884 None None] Enqueued Resource ID: 78c85846-5c04-4a22-a1c2-4ba1aa85d0f0 with Priority: HIGHEST for action port [ 1045.669614] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c85846-5c04-4a22-a1c2-4ba1aa85d0f0 with Priority: HIGHEST for action port [ 1045.670032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-78c85846-5c04-4a22-a1c2-4ba1aa85d0f0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.670162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78c85846-5c04-4a22-a1c2-4ba1aa85d0f0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.670277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78c85846-5c04-4a22-a1c2-4ba1aa85d0f0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.670982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78c85846-5c04-4a22-a1c2-4ba1aa85d0f0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.670982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c85846-5c04-4a22-a1c2-4ba1aa85d0f0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.172651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78c85846-5c04-4a22-a1c2-4ba1aa85d0f0 [ 1046.172890] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.173031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.173133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.173367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.173451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.173540] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78c85846-5c04-4a22-a1c2-4ba1aa85d0f0 already deleted. [ 1046.173642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78c85846-5c04-4a22-a1c2-4ba1aa85d0f0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654855] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1046.655389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.665091] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1047.665505] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 1047.665505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.873092] env[65546]: INFO networking_nsxv3.common.synchronization [req-650e69ba-1804-400a-aea2-7f5e03449ccd req-04cbebdf-9db6-4180-aeb5-e0a217170a66 tempest-ServersAdminTestJSON-1616843142 tempest-ServersAdminTestJSON-1616843142-project-member] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 1047.873739] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGHEST for action security_group_members [ 1047.874185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.874357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.874438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.874613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875738] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.875738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.875738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.875738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.875738] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.092222] env[65546]: INFO networking_nsxv3.common.synchronization [req-be90df12-7e3a-4baf-80c6-ee8a0b800b22 req-ab2945f9-77f6-4d0c-ad92-019b7d86b731 tempest-ServerAddressesNegativeTestJSON-1943176759 tempest-ServerAddressesNegativeTestJSON-1943176759-project-member] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1048.092487] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1048.092805] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.093272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.093272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.093442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.093534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.093657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.093735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.093908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.094029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.094149] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.380850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.380850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.380850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.380850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.407944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.408233] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.408355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.408421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.408614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.410346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.410346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be updated. [ 1048.440458] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.440541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.440808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.441010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.447869] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.448117] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-516" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.448243] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-516" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.448600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-516" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.448887] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.453024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.453024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.453024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.453024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.453024] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.453342] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.453342] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.453342] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.453497] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.453581] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.453747] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.455463] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: IN_PROGRESS for 2s [ 1048.475482] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.475869] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.476087] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.476287] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-516" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.476619] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-49a787f6-f7b2-48de-b5dd-3834353d6c67 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.476809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.476928] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.477526] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.477526] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a787f6-f7b2-48de-b5dd-3834353d6c67',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.597751] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.598377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.598553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.599216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.599216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.599519] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.599718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.599832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600488] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 already deleted. [ 1048.600575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.651041] env[65546]: INFO networking_nsxv3.common.synchronization [req-aa8b2fb6-b049-42bf-8fc1-8d87f0783220 req-9849e2ff-bfee-4b6a-8f66-6051669a910d tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1048.651631] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1048.651983] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.652562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.652637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.652822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.653048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.653172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.653231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.653386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.653488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.653584] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.982364] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.982840] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.983041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.983362] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.983595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.983824] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 49a787f6-f7b2-48de-b5dd-3834353d6c67 not found, creating... [ 1048.984197] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.984426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.984611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.984926] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.985152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985531] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.985765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985947] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.986259] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.986459] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.986680] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 49a787f6-f7b2-48de-b5dd-3834353d6c67 is going to be created. [ 1049.008879] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.009151] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.009260] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.009547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.009794] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.010065] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.156454] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.660467] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.782298] env[65546]: INFO networking_nsxv3.common.synchronization [req-be90df12-7e3a-4baf-80c6-ee8a0b800b22 req-8ee8f756-91e7-4d98-995a-d473ca4fa42f service nova] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_rules [ 1049.782298] env[65546]: INFO networking_nsxv3.common.synchronization [req-be90df12-7e3a-4baf-80c6-ee8a0b800b22 req-8ee8f756-91e7-4d98-995a-d473ca4fa42f service nova] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1049.782298] env[65546]: INFO networking_nsxv3.common.synchronization [req-be90df12-7e3a-4baf-80c6-ee8a0b800b22 req-8ee8f756-91e7-4d98-995a-d473ca4fa42f service nova] Enqueued Resource ID: 49a787f6-f7b2-48de-b5dd-3834353d6c67 with Priority: HIGHEST for action port [ 1049.783867] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_rules [ 1049.784187] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1049.784452] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a787f6-f7b2-48de-b5dd-3834353d6c67 with Priority: HIGHEST for action port [ 1049.785320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.787541] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.787541] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.787541] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.787541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.788203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.788203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.788203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.788203] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.789500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a787f6-f7b2-48de-b5dd-3834353d6c67 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.789615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.790026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.790026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.790872] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a787f6-f7b2-48de-b5dd-3834353d6c67',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.991310] env[65546]: INFO networking_nsxv3.common.synchronization [req-bd798f72-5ddd-4ae6-8d77-82a607a0efd1 req-e5d2fb89-16d1-457d-9661-d72960a6611a tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1049.992376] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1049.992717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.992863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.992936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.993238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.993413] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.993512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.993608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.993850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.993948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.994070] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.163238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.163545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.163545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.163863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.164099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.164290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1050.198995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.199151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.201038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.201038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.201038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.211636] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1050.293491] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.293646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.293847] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.294780] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49a787f6-f7b2-48de-b5dd-3834353d6c67 with status ACTIVE [ 1050.294966] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.295192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.295192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.295486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.295486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.297261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.297261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.297261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.297261] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49a787f6-f7b2-48de-b5dd-3834353d6c67 is going to be updated. [ 1050.329175] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.329585] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.329585] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.330169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.330169] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.330347] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.330384] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.332031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.332031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.332031] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.332031] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.332031] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.332031] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.332031] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.332031] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.332031] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.333497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.333624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.333694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.333869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a787f6-f7b2-48de-b5dd-3834353d6c67" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.362789] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.363032] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.363259] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.363444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.363758] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-2b1357b2-f64e-4b4d-b495-73f376c0fac9 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.365568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.365568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365568] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1357b2-f64e-4b4d-b495-73f376c0fac9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.470827] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc78cff3-8749-4e57-92e7-d02584e7c14b in Status: SUCCESS [ 1050.470827] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b deletion is rescheduled due to dependency. [ 1050.470827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.497389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.497636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.497807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.498075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498280] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.498420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.498475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.498748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.498748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 already deleted. [ 1050.498938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799873] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.867217] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.867479] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.867565] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.867857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.868028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.868187] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 2b1357b2-f64e-4b4d-b495-73f376c0fac9 not found, creating... [ 1050.868451] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.868614] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.868741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.868972] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.869301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.869522] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.869681] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.869799] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.870024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.871224] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.871224] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 2b1357b2-f64e-4b4d-b495-73f376c0fac9 is going to be created. [ 1050.892412] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.892683] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.892808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.893150] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.893407] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.893649] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.302746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.303093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.303093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.303242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.303355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.303513] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 is going to be created. [ 1051.333163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.333330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.333405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.333621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.333778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.344098] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: UNINITIALIZED for 2s [ 1051.620452] env[65546]: INFO networking_nsxv3.common.synchronization [req-bd798f72-5ddd-4ae6-8d77-82a607a0efd1 req-eeeef668-4a95-48df-8656-b83ae3614b7e service nova] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1051.620645] env[65546]: INFO networking_nsxv3.common.synchronization [req-bd798f72-5ddd-4ae6-8d77-82a607a0efd1 req-eeeef668-4a95-48df-8656-b83ae3614b7e service nova] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1051.620797] env[65546]: INFO networking_nsxv3.common.synchronization [req-bd798f72-5ddd-4ae6-8d77-82a607a0efd1 req-eeeef668-4a95-48df-8656-b83ae3614b7e service nova] Enqueued Resource ID: 2b1357b2-f64e-4b4d-b495-73f376c0fac9 with Priority: HIGHEST for action port [ 1051.622245] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_rules [ 1051.622390] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1051.622696] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1357b2-f64e-4b4d-b495-73f376c0fac9 with Priority: HIGHEST for action port [ 1051.623181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.623322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.623391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.623675] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.624734] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.624858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.624923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.625122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.625273] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.625382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.625444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.625594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.625677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.625775] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.626664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1357b2-f64e-4b4d-b495-73f376c0fac9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.626813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.626848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.626969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.627057] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1357b2-f64e-4b4d-b495-73f376c0fac9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.130092] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.130241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.130437] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.131339] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1357b2-f64e-4b4d-b495-73f376c0fac9 with status ACTIVE [ 1052.131528] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.131697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.131697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.131941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.132056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.132218] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.132325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.132409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.132628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.133310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.133310] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.133310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.133310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.134833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.134932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.136175] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1357b2-f64e-4b4d-b495-73f376c0fac9 is going to be updated. [ 1052.159266] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.159926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.160376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1357b2-f64e-4b4d-b495-73f376c0fac9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.226080] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1052.226303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.404262] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c6812d8-1447-40bd-a009-96a4e5c57429 req-e0e7c796-5b61-4f22-b6af-71c37ac8d61d tempest-ServerPasswordTestJSON-1064490597 tempest-ServerPasswordTestJSON-1064490597-project-member] Enqueued Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1052.404262] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1052.404262] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.404262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.404262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.405419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.405804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.406879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.407557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.408026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.409288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.409288] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.639433] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.764154] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.764154] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-337" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.764154] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-337" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.764154] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-337" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.765453] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.766116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.766454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768028] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.768028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.768028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.768028] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.768601] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.768921] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.769407] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.801981] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.801981] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.804022] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.804022] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-337" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.804022] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-735f8e26-4541-4c4f-80dd-5844a009d868 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.804022] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.804022] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.804022] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.804022] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735f8e26-4541-4c4f-80dd-5844a009d868',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.910996] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.911203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.911279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.911542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.911639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.911921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.912087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.912087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.912259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.912334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.912421] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 already deleted. [ 1052.912501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.143174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.143405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.143405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.143623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.143723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.143837] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 is going to be created. [ 1053.168323] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.168535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.168535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.168847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.169024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.181470] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: UNINITIALIZED for 2s [ 1053.308017] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.308330] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.308466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.308743] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.308936] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.309080] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 735f8e26-4541-4c4f-80dd-5844a009d868 not found, creating... [ 1053.309834] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.309834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.309834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.309834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.310052] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.310254] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.310407] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.310524] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.310728] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.310903] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.311070] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 735f8e26-4541-4c4f-80dd-5844a009d868 is going to be created. [ 1053.321469] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.321635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.321696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.321959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.322129] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.346851] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.346851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.346851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.346851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.346851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.346851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.358546] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: SUCCESS [ 1053.358903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.358989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.359171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.359394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.359494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.359535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.359771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.359771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.359881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.359919] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.386649] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1053.386845] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1053.824730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.862520] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.862773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.862773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.863516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.863516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.863516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.863516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.864037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.864037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.864037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.864363] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.864363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.864363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.864478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.864683] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.864683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.864854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.865522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.865631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.865727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.866110] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.088953] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c6812d8-1447-40bd-a009-96a4e5c57429 req-7441208a-5f19-4d65-81dd-efd44c72c365 service nova] Enqueued Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_rules [ 1054.089142] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c6812d8-1447-40bd-a009-96a4e5c57429 req-7441208a-5f19-4d65-81dd-efd44c72c365 service nova] Enqueued Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1054.089276] env[65546]: INFO networking_nsxv3.common.synchronization [req-9c6812d8-1447-40bd-a009-96a4e5c57429 req-7441208a-5f19-4d65-81dd-efd44c72c365 service nova] Enqueued Resource ID: 735f8e26-4541-4c4f-80dd-5844a009d868 with Priority: HIGHEST for action port [ 1054.089830] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_rules [ 1054.089958] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1054.090138] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f8e26-4541-4c4f-80dd-5844a009d868 with Priority: HIGHEST for action port [ 1054.090424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.090786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.090888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.091468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.091468] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.092371] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.092558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.092663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.092895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.094988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.095445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.095445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.095445] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.096568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-735f8e26-4541-4c4f-80dd-5844a009d868 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.096675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.096741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.096908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.096992] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735f8e26-4541-4c4f-80dd-5844a009d868',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.326668] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.370302] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b958e7b9-e016-4f41-bed8-d2d84de78dc5: rpc.has_security_group_logging(os_id): False [ 1054.391588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.391768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.391824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.392055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.392178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.392419] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.392575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.392575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.392721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.392795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.393010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.393108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.393171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.393305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.393457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.393562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.393651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.393710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.393841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.393912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.393994] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 is going to be created. [ 1054.453583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.453754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.453862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.454049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.454323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.465708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: IN_PROGRESS for 2s [ 1054.601297] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601297] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.602730] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 735f8e26-4541-4c4f-80dd-5844a009d868 with status ACTIVE [ 1054.602944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.603075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.603135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.603515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.603515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.603697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.603803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.603980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.604244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.605992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.605992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.605992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.605992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.605992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.605992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.605992] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 735f8e26-4541-4c4f-80dd-5844a009d868 is going to be updated. [ 1054.629545] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.629743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.629743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.630052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.630215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735f8e26-4541-4c4f-80dd-5844a009d868" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.829843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.830171] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1054.855854] env[65546]: INFO networking_nsxv3.common.synchronization [req-09080947-a9c4-4090-907b-492cf3a0103c req-cf2bc53c-4f3f-45d8-8044-c43eeac83f96 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1054.857868] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1054.858265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.858390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.858464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.858677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.858933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.859024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.859185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.859298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.859400] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.108176] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.191823] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.192069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.192213] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.192498] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.192801] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.193080] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.193229] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.193540] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.193750] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.194040] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.194250] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.194432] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.194635] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.194824] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.194953] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.195108] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.196985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: SUCCESS [ 1055.197283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.197860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.198065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.198352] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.198468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.198532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.198683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.198785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.198883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.198975] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.218698] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.219022] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.219289] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.219604] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.220207] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-53d8c04b-ed2e-4e3f-b823-130fd8c93984 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.220431] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.220664] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.221234] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.221476] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8c04b-ed2e-4e3f-b823-130fd8c93984',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.362472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.362472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.362472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.362472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.362472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.362860] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.362860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.362860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.363038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.363094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.363171] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1055.400430] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.400584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.400658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.401421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.401673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.411444] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1055.611391] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.611659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.611764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.611984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.612280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.612422] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 is going to be created. [ 1055.640013] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.640184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.640226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.640436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.640596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.650845] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: UNINITIALIZED for 2s [ 1055.701818] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.725315] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.725549] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.725674] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.725953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.726116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.726266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 53d8c04b-ed2e-4e3f-b823-130fd8c93984 not found, creating... [ 1055.726523] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.726680] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.726792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.727044] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.727184] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.727465] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.727682] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.727809] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.728020] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.728152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.728286] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 53d8c04b-ed2e-4e3f-b823-130fd8c93984 is going to be created. [ 1055.762554] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.762792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.762843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.763163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.779264] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.780816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.782860] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.785799] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.786083] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.786256] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.786590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.786870] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.787177] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.881581] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.882035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.882035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.882131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.891850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.892625] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.892732] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.892812] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.950208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.950361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.950435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.950703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.952450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.952748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1056.064151] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.064311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.064382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.064594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.064932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.065470] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1056.161446] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.161654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.161756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.161968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.162246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.162511] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 1056.162641] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b103c664-e6c1-4192-98dc-54965b2b3389', '03bac635-78ae-4596-80d2-fad1aed70a0b', 'abe471d1-00f7-4854-91dd-ee1bd24cd767', '59b47d5e-ec86-4f27-8c17-8013422fa58d', '5183a48c-120b-4e55-a0df-11cb04454190', 'b48176d7-ea18-4d44-82fa-6497e2c34522', '2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0', 'fc160232-1c7c-4178-8c38-56c705a3a168', 'ddad2473-2f1c-4b38-8759-aa09db582444', 'a7892c98-4778-4528-a9ff-d04b50abe921', 'd15e213a-e372-4cb2-8803-2e3d529391bf', 'd9905329-0af8-432e-aa0b-444ff0b6c050', 'afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd', '2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0', 'bfdb6049-d3a2-45d0-84fd-5171a9e27179', 'f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4', '35681ade-e2c3-40eb-8076-51dc8b9b92ed', 'c0029906-7a40-401e-b837-644bfcda86f7', 'f2c6a721-a55b-461a-b105-ec2e7c5f8aa5', 'b958e7b9-e016-4f41-bed8-d2d84de78dc5', '136f6370-59b8-47c6-81a3-222507eb5de5', '9afad911-d391-4fdb-88ce-dad7c9a74af4', '5e5bfc95-902c-46dc-b925-8e7b2f6960b0', 'fc78cff3-8749-4e57-92e7-d02584e7c14b', '93c45172-4226-4920-b931-f935bd48b811', '2d43baba-357c-4f52-8951-a9eb5b100fe2', 'c6fbb4be-ce03-4c9a-918b-b0ea968c528e', '9211ed6c-ef03-4296-a9ed-ab1dddf04034', 'a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf', '7af9faac-2f2b-4098-94fd-1219da5a819e', 'e4e610de-3a33-4858-9bc3-26f12b2f94a8', 'b00c6e7b-676b-4965-8eb6-8d6765748a2c', 'eefa6e68-2d0d-4dd1-8266-d7dbdd92a332', '2812bd6d-a0d9-4971-b6aa-a26a9ec57d72', '6dc2645b-5ec9-4043-9d08-ae50c59acda8'} {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.162791] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1056.185456] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.185648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.185702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.187030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.187030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.187030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1056.187030] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.187030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1056.204353] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79ada56-b916-45ee-9c60-73107999d0d7: rpc.has_security_group_logging(os_id): False [ 1056.224893] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.225207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.225285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.225467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.225566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.225878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.225999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.226095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.226279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.226390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.226500] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 is going to be created. [ 1056.324249] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.324421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.324466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.324677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.325571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.325810] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1056.325890] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.325957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1056.326037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1056.326115] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 1056.326186] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGH for action security_group_rules [ 1056.326264] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGH for action security_group_rules [ 1056.326328] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGH for action security_group_rules [ 1056.326390] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGH for action security_group_rules [ 1056.326450] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGH for action security_group_rules [ 1056.326511] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 1056.326572] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGH for action security_group_rules [ 1056.326634] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 1056.326695] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGH for action security_group_rules [ 1056.326756] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGH for action security_group_rules [ 1056.326819] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGH for action security_group_rules [ 1056.326879] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGH for action security_group_rules [ 1056.326934] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGH for action security_group_rules [ 1056.326997] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGH for action security_group_rules [ 1056.327070] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGH for action security_group_rules [ 1056.327131] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGH for action security_group_rules [ 1056.327193] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGH for action security_group_rules [ 1056.327254] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGH for action security_group_rules [ 1056.327315] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGH for action security_group_rules [ 1056.327377] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGH for action security_group_rules [ 1056.327469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.331748] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.331941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.331941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.332124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.332290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.347564] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: IN_PROGRESS for 2s [ 1056.458053] env[65546]: INFO networking_nsxv3.common.synchronization [req-09080947-a9c4-4090-907b-492cf3a0103c req-2af51b2c-2990-4004-8dea-a9c891c601ee service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1056.458053] env[65546]: INFO networking_nsxv3.common.synchronization [req-09080947-a9c4-4090-907b-492cf3a0103c req-2af51b2c-2990-4004-8dea-a9c891c601ee service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1056.458053] env[65546]: INFO networking_nsxv3.common.synchronization [req-09080947-a9c4-4090-907b-492cf3a0103c req-2af51b2c-2990-4004-8dea-a9c891c601ee service nova] Enqueued Resource ID: 53d8c04b-ed2e-4e3f-b823-130fd8c93984 with Priority: HIGHEST for action port [ 1056.458766] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1056.459060] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1056.459181] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53d8c04b-ed2e-4e3f-b823-130fd8c93984 with Priority: HIGHEST for action port [ 1056.459325] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b103c664-e6c1-4192-98dc-54965b2b3389 with Priority: HIGH for action security_group_rules [ 1056.459423] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 with Priority: HIGH for action security_group_rules [ 1056.459538] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 with Priority: HIGH for action security_group_rules [ 1056.459690] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 with Priority: HIGH for action security_group_rules [ 1056.459778] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGH for action security_group_rules [ 1056.459991] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 with Priority: HIGH for action security_group_rules [ 1056.460161] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0029906-7a40-401e-b837-644bfcda86f7 with Priority: HIGH for action security_group_rules [ 1056.460252] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed with Priority: HIGH for action security_group_rules [ 1056.460421] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 with Priority: HIGH for action security_group_rules [ 1056.460504] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 with Priority: HIGH for action security_group_rules [ 1056.460581] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd with Priority: HIGH for action security_group_rules [ 1056.460697] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9905329-0af8-432e-aa0b-444ff0b6c050 with Priority: HIGH for action security_group_rules [ 1056.461048] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15e213a-e372-4cb2-8803-2e3d529391bf with Priority: HIGH for action security_group_rules [ 1056.461779] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7892c98-4778-4528-a9ff-d04b50abe921 with Priority: HIGH for action security_group_rules [ 1056.461974] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddad2473-2f1c-4b38-8759-aa09db582444 with Priority: HIGH for action security_group_rules [ 1056.462120] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 1056.462216] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 1056.462323] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGH for action security_group_rules [ 1056.462513] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bac635-78ae-4596-80d2-fad1aed70a0b with Priority: HIGH for action security_group_rules [ 1056.462513] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d with Priority: HIGH for action security_group_rules [ 1056.462921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.463186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.463271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.463504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.463579] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.464701] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.464808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.465116] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-53d8c04b-ed2e-4e3f-b823-130fd8c93984 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.465250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.465363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.465524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.465612] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8c04b-ed2e-4e3f-b823-130fd8c93984',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.466703] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b103c664-e6c1-4192-98dc-54965b2b3389 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.468864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.468864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.468864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.468864] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b103c664-e6c1-4192-98dc-54965b2b3389',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.469418] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abe471d1-00f7-4854-91dd-ee1bd24cd767 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.469418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.469418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.469591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.469591] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abe471d1-00f7-4854-91dd-ee1bd24cd767',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.473017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.473197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.473260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.473710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.473710] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.474641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.475503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.475503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.475503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.475503] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb6049-d3a2-45d0-84fd-5171a9e27179',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.476280] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.476410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477582] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.477582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.477582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.477582] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c6a721-a55b-461a-b105-ec2e7c5f8aa5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.478351] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0029906-7a40-401e-b837-644bfcda86f7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.478801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.478801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.479189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.479310] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0029906-7a40-401e-b837-644bfcda86f7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.480380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.481363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.481363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.481363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.481363] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35681ade-e2c3-40eb-8076-51dc8b9b92ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.484197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.484197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.484197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.484197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.484447] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.485158] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.485313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.485401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.485541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.485619] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.487819] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.487819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.487819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.487819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.487819] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.488403] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9905329-0af8-432e-aa0b-444ff0b6c050 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.488403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.488403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.488795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.488795] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9905329-0af8-432e-aa0b-444ff0b6c050',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.489456] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d15e213a-e372-4cb2-8803-2e3d529391bf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.489581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.489655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.489838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.489923] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d15e213a-e372-4cb2-8803-2e3d529391bf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.491176] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7892c98-4778-4528-a9ff-d04b50abe921 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.491176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.491176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.491358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.491358] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7892c98-4778-4528-a9ff-d04b50abe921',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.492382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddad2473-2f1c-4b38-8759-aa09db582444 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.492382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.492382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.492570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.492570] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddad2473-2f1c-4b38-8759-aa09db582444',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.493468] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.493468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.493468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.493671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.493706] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.494969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.494969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.494969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.494969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.494969] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.496507] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.496507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.496507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.496507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.496507] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.496952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bac635-78ae-4596-80d2-fad1aed70a0b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.497116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.497208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.497302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.497377] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bac635-78ae-4596-80d2-fad1aed70a0b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.498181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b47d5e-ec86-4f27-8c17-8013422fa58d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.498356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.498508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.498713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.498837] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b47d5e-ec86-4f27-8c17-8013422fa58d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.503748] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.503748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.529481] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: SUCCESS [ 1056.529771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.529906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533555] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.545312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.545907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.546650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.547582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.582957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abe471d1-00f7-4854-91dd-ee1bd24cd767 is going to be deleted. [ 1056.676997] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.676997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.676997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.677410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.677410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.677410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abe471d1-00f7-4854-91dd-ee1bd24cd767" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.006115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.006464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.006464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.006549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.006684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.006779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.006844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.006987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.007630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.007712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.007800] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.015843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53d8c04b-ed2e-4e3f-b823-130fd8c93984 with status ACTIVE [ 1057.016101] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.016248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.016319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.020967] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.020967] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.020967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.020967] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53d8c04b-ed2e-4e3f-b823-130fd8c93984 is going to be updated. [ 1057.028676] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028676] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028676] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.042248] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.042467] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.042705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.042819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.042876] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.063341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.063490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.063625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.063824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.071688] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.071794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.080631] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.080631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.081592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.081592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.082700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.082700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.084881] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.085056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.086675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.087423] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.087525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.088240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.088340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.089062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.089164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.094252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.094401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095488] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.095934] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.096667] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.097064] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.097198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.100081] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.100533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.100663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.100836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.101046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.101198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.101372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53d8c04b-ed2e-4e3f-b823-130fd8c93984" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.102096] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.102511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.102642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.103695] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.104793] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.104793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.105794] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.106550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.106550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.110869] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.111404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.111404] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0 is going to be deleted. [ 1057.112266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.112491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.136626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.137516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7892c98-4778-4528-a9ff-d04b50abe921 is going to be deleted. [ 1057.138120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.138395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.162312] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d15e213a-e372-4cb2-8803-2e3d529391bf is going to be deleted. [ 1057.163301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.185890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.185890] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb6049-d3a2-45d0-84fd-5171a9e27179 is going to be deleted. [ 1057.187181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.187607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.190283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.307705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.307867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0029906-7a40-401e-b837-644bfcda86f7 is going to be deleted. [ 1057.309156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.309423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.310946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.311066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.338579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.338773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.346943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.347081] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be deleted. [ 1057.348057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.348447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.416998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.417243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.423283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.423283] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b103c664-e6c1-4192-98dc-54965b2b3389 is going to be deleted. [ 1057.423283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.423283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.425074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.425074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.428847] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1057.428847] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 deletion is rescheduled due to dependency. [ 1057.428847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.428847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.429126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.429296] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.429409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.429470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.429628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.429736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.430128] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.469705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.469705] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0 is going to be deleted. [ 1057.471065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.471207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.482632] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.482836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.533507] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.535190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.535343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.535397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.535597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.535756] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.535858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.536032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.536110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.536244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.536432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.536648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.536833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.536833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.537366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.537366] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.537366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.537366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.537366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.537614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.537614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.537614] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.543244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.543378] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9905329-0af8-432e-aa0b-444ff0b6c050 is going to be deleted. [ 1057.544293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.544496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.548235] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.548427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.548487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.548687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.548823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.549107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.549107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.549228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.549228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.549301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.549448] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.549537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.549596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.549735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.549870] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.549959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.550035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.550177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.550249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.550328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.550417] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.605803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.606019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bac635-78ae-4596-80d2-fad1aed70a0b is going to be deleted. [ 1057.606872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.607104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.636700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.636876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.650304] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.650536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.660399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.660399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c6a721-a55b-461a-b105-ec2e7c5f8aa5 is going to be deleted. [ 1057.661433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.663046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.676646] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: SUCCESS [ 1057.677039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.677329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.677654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.677875] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.677991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.678071] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.678241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.678435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.678435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.678521] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.708708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709515] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b47d5e-ec86-4f27-8c17-8013422fa58d is going to be deleted. [ 1057.709830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.710074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.761361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.761536] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddad2473-2f1c-4b38-8759-aa09db582444 is going to be deleted. [ 1057.762534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.762759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.765736] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.766171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.777463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.777635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802164] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.806702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.806702] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35681ade-e2c3-40eb-8076-51dc8b9b92ed is going to be deleted. [ 1057.807844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.808139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.855421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.855421] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd is going to be deleted. [ 1057.857102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.858055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.933152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.933152] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4 is going to be deleted. [ 1057.935041] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.935464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.935464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.935610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.935681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ff83fdd-c05d-4ca1-a82f-26295a1bb9e0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.936410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.936410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7892c98-4778-4528-a9ff-d04b50abe921" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d15e213a-e372-4cb2-8803-2e3d529391bf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0029906-7a40-401e-b837-644bfcda86f7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.938097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.938166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.938275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb6049-d3a2-45d0-84fd-5171a9e27179" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b103c664-e6c1-4192-98dc-54965b2b3389" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.939469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cbcd1fc-27d7-4616-bb64-ca4b0190b0c0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bac635-78ae-4596-80d2-fad1aed70a0b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c6a721-a55b-461a-b105-ec2e7c5f8aa5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.941137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.941282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9905329-0af8-432e-aa0b-444ff0b6c050" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.960048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.960294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.961052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddad2473-2f1c-4b38-8759-aa09db582444" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.963962] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.964149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.964191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.964394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.964480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.964596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b47d5e-ec86-4f27-8c17-8013422fa58d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.986356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.986547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.986547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.986690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.986751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.987930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35681ade-e2c3-40eb-8076-51dc8b9b92ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.037803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.037803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.037803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.037803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.037803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.037803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afcfc31e-aaf6-4136-bb68-6a4ef4caf9fd" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.047746] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 1058.047746] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5183a48c-120b-4e55-a0df-11cb04454190: rpc.has_security_group_logging(os_id): False [ 1058.047746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.047746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.047746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.047746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.047746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.047746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88b68da-a2c9-4b7c-b7d6-c4b0cec473e4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.052979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b958e7b9-e016-4f41-bed8-d2d84de78dc5: rpc.has_security_group_logging(os_id): False [ 1058.095888] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.095888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.095888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.096249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.108380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.108485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.128104] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.128104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.141807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.142540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.142540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.142773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.142822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143710] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 is going to be updated. [ 1058.144326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.144544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.181994] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.181994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.181994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.181994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.183311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.183311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.183311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.184592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.184592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.184592] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.196325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.196712] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.196962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.196962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.197102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.197156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.197389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.197525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.197525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.197783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.197783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.197996] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199033] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 is going to be updated. [ 1058.201303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.202046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.243354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.243771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.244349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.244493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.245420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.246974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.248017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.248017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.248017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.248017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.248017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.248319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.248319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.248474] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1058.365804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.366076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.366076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.366326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.366487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.372508] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: SUCCESS [ 1058.372762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.395923] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.396158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.396158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.396786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.396786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.407419] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.407737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.407737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.408021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.408231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.438329] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.463990] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: IN_PROGRESS for 2s [ 1058.465973] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: IN_PROGRESS for 2s [ 1058.498209] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1058.686429] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc2fe460-4d40-4012-addf-c5bbceb79ff3: rpc.has_security_group_logging(os_id): False [ 1058.709549] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.709779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.709833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.710205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.710369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.710644] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.710814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.710908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.712238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.712364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.712479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.712684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.712899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.712899] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 is going to be created. [ 1058.790142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.790356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.790470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.790657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.790942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.805569] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: IN_PROGRESS for 2s [ 1058.941835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.942342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.943448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.943571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.943687] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1058.981951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.982120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.982120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.982310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.982620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.993986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1059.305426] env[65546]: INFO networking_nsxv3.common.synchronization [req-fbe5e872-a2c9-4cd0-9427-44a21bb58ea1 req-9d5cda7a-ddd7-4ff4-a586-ac4bcbb56472 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1059.306415] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1059.306908] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.307235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.309774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.719695] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.719695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.719853] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.720171] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.720499] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720666] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720826] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.721258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.721466] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.721695] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.721812] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.721923] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.722041] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.722158] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.722265] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.722413] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.744636] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.744853] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.745081] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.746038] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.746038] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-5ae4d204-3fcc-4b52-b140-633097a80910 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.746363] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.746573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.747138] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.747335] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae4d204-3fcc-4b52-b140-633097a80910',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.811883] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.812128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.812128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.812364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.812467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.812677] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.812781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.812856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.813119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.813177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.813229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 already deleted. [ 1059.813309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.250041] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.250041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.250243] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.250404] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.250570] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.250877] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 5ae4d204-3fcc-4b52-b140-633097a80910 not found, creating... [ 1060.251243] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.251423] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.251538] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.251779] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.251976] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.252310] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.252481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.252607] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.252864] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.253078] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.253256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 5ae4d204-3fcc-4b52-b140-633097a80910 is going to be created. [ 1060.275754] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.276053] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.276287] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.276714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.277102] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.277349] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.482899] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: SUCCESS [ 1060.483237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.484315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: SUCCESS [ 1060.484591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.509909] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1060.510234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.824663] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: SUCCESS [ 1060.824986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.005400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1061.005718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.006321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.006429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.006630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.006774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.006854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.007029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.007177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.007292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.007393] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.030393] env[65546]: INFO networking_nsxv3.common.synchronization [req-fbe5e872-a2c9-4cd0-9427-44a21bb58ea1 req-9103fbf8-cf52-42af-9c37-310adfc45f6d service nova] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1061.030643] env[65546]: INFO networking_nsxv3.common.synchronization [req-fbe5e872-a2c9-4cd0-9427-44a21bb58ea1 req-9103fbf8-cf52-42af-9c37-310adfc45f6d service nova] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1061.030976] env[65546]: INFO networking_nsxv3.common.synchronization [req-fbe5e872-a2c9-4cd0-9427-44a21bb58ea1 req-9103fbf8-cf52-42af-9c37-310adfc45f6d service nova] Enqueued Resource ID: 5ae4d204-3fcc-4b52-b140-633097a80910 with Priority: HIGHEST for action port [ 1061.031694] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_rules [ 1061.031911] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1061.032165] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae4d204-3fcc-4b52-b140-633097a80910 with Priority: HIGHEST for action port [ 1061.032566] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.032665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.032736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.032950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.033320] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.034485] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.034562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.034650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.034919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035108] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.035323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.035323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.035443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.035897] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.039320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae4d204-3fcc-4b52-b140-633097a80910 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.039534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.039726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.040289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.040289] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae4d204-3fcc-4b52-b140-633097a80910',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.089058] env[65546]: INFO networking_nsxv3.common.synchronization [req-d334298c-5fd8-45ad-9458-1f25bd317179 req-3a130f35-315d-4152-b396-451ff079dcec tempest-ServerAddressesNegativeTestJSON-1943176759 tempest-ServerAddressesNegativeTestJSON-1943176759-project-member] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1061.089671] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGHEST for action security_group_members [ 1061.090276] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.090442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.090528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.090800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.091137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.091219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.091406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.091534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.091643] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.510735] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.542481] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.543575] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.543766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.543901] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae4d204-3fcc-4b52-b140-633097a80910 with status ACTIVE [ 1061.544055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.544174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.544234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.544429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.544517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.544685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.544775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.544839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.544991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.545074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.545391] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.545391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.545391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.546113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.546198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.550029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae4d204-3fcc-4b52-b140-633097a80910 is going to be updated. [ 1061.577471] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.577720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.577720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.577834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.577979] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae4d204-3fcc-4b52-b140-633097a80910" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.595733] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.595934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.595992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.596236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.596332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.596664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.596797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.596871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.597016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.597122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.597242] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 is going to be updated. [ 1061.654037] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.654259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.654259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.654820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.664488] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: IN_PROGRESS for 2s [ 1062.012711] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c45172-4226-4920-b931-f935bd48b811: rpc.has_security_group_logging(os_id): False [ 1062.032922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.033144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.033193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.033454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.048565] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.055438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.055613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.055808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.056073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.056322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.056423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.056522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1062.122868] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.123041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.123114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.123386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.124201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.141055] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1062.552624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.553015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.553015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.553015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.553139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.553205] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 is going to be created. [ 1062.580603] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.580603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.580603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.581414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.581414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.593642] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: UNINITIALIZED for 2s [ 1063.676842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 in Status: SUCCESS [ 1063.677288] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 deletion is rescheduled due to dependency. [ 1063.677473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.150790] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1064.151111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.604836] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: SUCCESS [ 1064.604836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.605190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.605311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.605516] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.605679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.605679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.606282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.606282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606282] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.615466] env[65546]: INFO networking_nsxv3.common.synchronization [req-053c91e3-a687-4428-afe0-22cb480a2771 req-5d6b2cba-66e2-473d-98d2-63241500c917 tempest-ServerPasswordTestJSON-1064490597 tempest-ServerPasswordTestJSON-1064490597-project-member] Enqueued Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1064.616195] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGHEST for action security_group_members [ 1064.617675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.617785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.617785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.617956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.618123] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.618219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.618284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.618439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.618520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.618613] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.108730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.121234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.121360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.121407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.121618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.121727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121943] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.122050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.122111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.122257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.122327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.122411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 is going to be updated. [ 1065.150096] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.150236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.150303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.150493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.150629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.159143] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: IN_PROGRESS for 2s [ 1065.610763] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e7f009-f3aa-4eb1-b60c-5182e7425195: rpc.has_security_group_logging(os_id): False [ 1065.634529] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.634836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.634836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.634952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.635056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.635309] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.635422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.635469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.635604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.635677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.635774] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 is going to be created. [ 1065.709318] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.709318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.709318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.709318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.709318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.723283] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: IN_PROGRESS for 2s [ 1066.916262] env[65546]: INFO networking_nsxv3.common.synchronization [req-0fef6ae7-5b8d-497b-8a66-015cafb15e8e req-dae4f599-e940-4abb-bc09-d21021bf5145 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1066.917593] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1066.917593] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.917593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.917593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.917593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.917962] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.917962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.917962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.918104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.918104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.918200] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.171061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 in Status: SUCCESS [ 1067.171201] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 deletion is rescheduled due to dependency. [ 1067.171297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.357431] env[65546]: INFO networking_nsxv3.common.synchronization [req-a37ec735-7ca5-49f3-b332-378f6548441d req-ac98f6d0-dfed-4c1c-9569-48233931cf19 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1067.357431] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1067.357431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.357587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.357587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.357714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.357863] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.360409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.360534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.360748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.360837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.360934] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.421910] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.738779] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: SUCCESS [ 1067.739056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.858775] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.858966] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.859110] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.859375] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.859619] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.859773] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.859887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.860121] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.860258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.860464] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.860872] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.860872] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.860985] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.861077] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.861188] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.861341] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.862897] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.883678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.883894] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.883975] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.884151] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.884684] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1820baeb-8063-438a-91da-fb4c06cfdd1b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.885238] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885238] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.885395] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.885541] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1820baeb-8063-438a-91da-fb4c06cfdd1b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.924453] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.365996] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.390981] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.390981] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1820baeb-8063-438a-91da-fb4c06cfdd1b not found, creating... [ 1068.390981] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.390981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391444] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.391444] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.391543] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.391665] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.391795] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391930] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1820baeb-8063-438a-91da-fb4c06cfdd1b is going to be created. [ 1068.417595] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.417819] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.417923] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.418381] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.418483] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.418849] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.426624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.426812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.426812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.427019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.427141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.427242] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1068.454802] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.455020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.455020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.455273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.455421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464438] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1068.869055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.870433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.870433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.870433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.870433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.870433] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1068.905772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.906178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.906497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.916780] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1068.946459] env[65546]: INFO networking_nsxv3.common.synchronization [None req-59d35b2f-e0ef-4496-a58c-23e017deee30 None None] Enqueued Resource ID: 0fb0b4fd-7d20-4723-98d7-da31db2c2988 with Priority: HIGHEST for action port [ 1068.947091] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb0b4fd-7d20-4723-98d7-da31db2c2988 with Priority: HIGHEST for action port [ 1068.947424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb0b4fd-7d20-4723-98d7-da31db2c2988 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.948042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb0b4fd-7d20-4723-98d7-da31db2c2988" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.948137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb0b4fd-7d20-4723-98d7-da31db2c2988" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.948374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb0b4fd-7d20-4723-98d7-da31db2c2988" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.948459] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb0b4fd-7d20-4723-98d7-da31db2c2988',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.157804] env[65546]: INFO networking_nsxv3.common.synchronization [req-a37ec735-7ca5-49f3-b332-378f6548441d req-f5a4b5f9-4d29-4863-baf0-9ed4b6483e5e service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1069.158338] env[65546]: INFO networking_nsxv3.common.synchronization [req-a37ec735-7ca5-49f3-b332-378f6548441d req-f5a4b5f9-4d29-4863-baf0-9ed4b6483e5e service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1069.158338] env[65546]: INFO networking_nsxv3.common.synchronization [req-a37ec735-7ca5-49f3-b332-378f6548441d req-f5a4b5f9-4d29-4863-baf0-9ed4b6483e5e service nova] Enqueued Resource ID: 1820baeb-8063-438a-91da-fb4c06cfdd1b with Priority: HIGHEST for action port [ 1069.158752] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1069.158896] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1069.158989] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1820baeb-8063-438a-91da-fb4c06cfdd1b with Priority: HIGHEST for action port [ 1069.159744] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.159928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.159928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.160095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.160179] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.162652] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.162652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.162652] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1820baeb-8063-438a-91da-fb4c06cfdd1b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.162652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.162652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.162652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.162652] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1820baeb-8063-438a-91da-fb4c06cfdd1b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.450726] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb0b4fd-7d20-4723-98d7-da31db2c2988 [ 1069.450726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.451017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.451017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.451147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.451633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.451633] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb0b4fd-7d20-4723-98d7-da31db2c2988 already deleted. [ 1069.451633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb0b4fd-7d20-4723-98d7-da31db2c2988" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.666210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.666370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.666477] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1820baeb-8063-438a-91da-fb4c06cfdd1b with status ACTIVE [ 1069.666658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.666767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.666846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.667069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.667163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.667350] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.667463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.667529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.667681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.667783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.667982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.668094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.668159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.668303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.668379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.668467] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1820baeb-8063-438a-91da-fb4c06cfdd1b is going to be updated. [ 1069.700097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.700097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.700097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.700097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.700393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1820baeb-8063-438a-91da-fb4c06cfdd1b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.482489] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1070.482489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.927910] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1070.928270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.928363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.928618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.928939] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.929096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.929166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.929349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.929439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.929538] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.365464] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6a09ef60-6af0-4e12-8f19-424f825f9cb9 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 with Priority: HIGHEST for action security_group_rules [ 1071.365464] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 with Priority: HIGHEST for action security_group_rules [ 1071.368173] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.368173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.368173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.368173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.368173] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8b287a-ee31-44fa-a6d1-a7d99943fe04',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.432328] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.454472] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9f2d26fc-927b-428d-a7fc-950156ca3751 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 with Priority: HIGHEST for action security_group_rules [ 1071.455151] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 with Priority: HIGHEST for action security_group_rules [ 1071.455564] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.455698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.658331] env[65546]: INFO networking_nsxv3.common.synchronization [None req-fa79b0d6-29a3-4993-be96-3a2b800a53a8 None None] Enqueued Resource ID: cc3b7aab-49a4-42ef-997f-63be51302a26 with Priority: HIGHEST for action port [ 1071.659652] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3b7aab-49a4-42ef-997f-63be51302a26 with Priority: HIGHEST for action port [ 1071.660337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3b7aab-49a4-42ef-997f-63be51302a26 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.660757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3b7aab-49a4-42ef-997f-63be51302a26" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.660757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3b7aab-49a4-42ef-997f-63be51302a26" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.660905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3b7aab-49a4-42ef-997f-63be51302a26" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.661027] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3b7aab-49a4-42ef-997f-63be51302a26',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.891942] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.892104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.892104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.892392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.892491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.892641] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 already deleted. [ 1071.892735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.892973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.893260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.893368] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8b287a-ee31-44fa-a6d1-a7d99943fe04',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.936286] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.165598] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3b7aab-49a4-42ef-997f-63be51302a26 [ 1072.165598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.165598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.165598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.165598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.165598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.165598] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3b7aab-49a4-42ef-997f-63be51302a26 already deleted. [ 1072.165598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3b7aab-49a4-42ef-997f-63be51302a26" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.422665] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.422665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.422665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.422665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.422665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.422665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8b287a-ee31-44fa-a6d1-a7d99943fe04 already deleted. [ 1072.422665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8b287a-ee31-44fa-a6d1-a7d99943fe04" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.438951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.438951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.438951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.439202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.439202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.439330] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1072.472671] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.475174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.475174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.475515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.475515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.486570] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1072.819966] env[65546]: INFO networking_nsxv3.common.synchronization [None req-78115855-5a1d-436f-9db3-270d1c3a1fd1 None None] Enqueued Resource ID: e8f5a028-0994-4c97-bc38-df687eb323c6 with Priority: HIGHEST for action port [ 1072.820285] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f5a028-0994-4c97-bc38-df687eb323c6 with Priority: HIGHEST for action port [ 1072.820878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f5a028-0994-4c97-bc38-df687eb323c6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.821026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f5a028-0994-4c97-bc38-df687eb323c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.821089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f5a028-0994-4c97-bc38-df687eb323c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.821345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f5a028-0994-4c97-bc38-df687eb323c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.821412] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f5a028-0994-4c97-bc38-df687eb323c6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.324867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f5a028-0994-4c97-bc38-df687eb323c6 [ 1073.324867] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.324867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.324867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.324867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.324867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.324867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f5a028-0994-4c97-bc38-df687eb323c6 already deleted. [ 1073.324867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f5a028-0994-4c97-bc38-df687eb323c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.220651] env[65546]: INFO networking_nsxv3.common.synchronization [req-05f9915f-deef-48c0-a98f-8c9cf3c8eb6e req-6522d7f9-aed3-4447-9ad6-9639d4dded3f tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1074.221641] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1074.221641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.221857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.221857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.222272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.222272] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.222272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.222272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.222464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.222497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.223371] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.402258] env[65546]: INFO networking_nsxv3.common.synchronization [None req-e3a1f787-d890-4525-ab96-b6acc48811f3 None None] Enqueued Resource ID: 2affbb8d-6d9f-4664-be2f-93c77061e35f with Priority: HIGHEST for action port [ 1074.402258] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affbb8d-6d9f-4664-be2f-93c77061e35f with Priority: HIGHEST for action port [ 1074.402258] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2affbb8d-6d9f-4664-be2f-93c77061e35f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.402258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2affbb8d-6d9f-4664-be2f-93c77061e35f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.402258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2affbb8d-6d9f-4664-be2f-93c77061e35f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2affbb8d-6d9f-4664-be2f-93c77061e35f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402258] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2affbb8d-6d9f-4664-be2f-93c77061e35f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.497451] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1074.497693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.497971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.498272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.498540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.498851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.498949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.499187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.499403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.499403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.499575] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.725941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.725941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.725941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.726344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.726344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.726344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.726475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.726514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.726808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.726958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.727117] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be deleted. [ 1074.776279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.776502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.776502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.776698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.776939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.776939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.905541] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2affbb8d-6d9f-4664-be2f-93c77061e35f [ 1074.906776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.907011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.907059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.907361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.907361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.907456] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2affbb8d-6d9f-4664-be2f-93c77061e35f already deleted. [ 1074.907509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2affbb8d-6d9f-4664-be2f-93c77061e35f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.003679] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.003679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.003679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.003679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.003946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.003946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.004363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.004363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.004363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.004797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.004797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.004797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.004998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.004998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.005083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.005199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.005276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.005364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.005454] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.077257] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.077577] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.077577] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.077853] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.078164] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.078325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.079777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.079777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.079777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.079777] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.079777] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.079777] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.079777] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.079777] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.079777] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.080156] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.103021] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.103021] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.103021] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.103021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-875" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.103021] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.103021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.103021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.103021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.103021] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.322900] env[65546]: INFO networking_nsxv3.common.synchronization [req-36e10631-afb6-42b8-8a4b-871a78f9c609 req-13f44d44-9d67-476b-b5ab-da853984a498 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1075.323635] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1075.323962] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.324105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.324172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.324363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.325042] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.325042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.325042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.325042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.325042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.325042] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.426947] env[65546]: INFO networking_nsxv3.common.synchronization [None req-57de4d8a-1eb1-4bd4-a2dc-0a9d1bc5f50f None None] Enqueued Resource ID: 78fdf942-9e46-4df1-a099-58a1fcbe7f0a with Priority: HIGHEST for action port [ 1075.427487] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdf942-9e46-4df1-a099-58a1fcbe7f0a with Priority: HIGHEST for action port [ 1075.428576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fdf942-9e46-4df1-a099-58a1fcbe7f0a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.428576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fdf942-9e46-4df1-a099-58a1fcbe7f0a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.428576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fdf942-9e46-4df1-a099-58a1fcbe7f0a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.428794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fdf942-9e46-4df1-a099-58a1fcbe7f0a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.428794] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fdf942-9e46-4df1-a099-58a1fcbe7f0a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.508850] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136f6370-59b8-47c6-81a3-222507eb5de5: rpc.has_security_group_logging(os_id): False [ 1075.527844] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.528145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.528240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.528658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.555527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.555637] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.556747] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.556747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.557048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.558333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.558560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.558704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.559266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.559266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.559266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1075.608062] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608594] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.609173] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.609424] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.613021] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 not found, creating... [ 1075.613021] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.613021] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.613021] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.613830] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.615029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.615297] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 is going to be created. [ 1075.638382] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.640193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.640193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.640193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.640371] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.641935] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.645559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.645713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.645755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.645970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.646153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.666613] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1075.827526] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.827690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.827754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.864294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.864294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.864294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.864294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.864294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.864294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.864294] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1075.908346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.908833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.908833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.908833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.909032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.932485] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78fdf942-9e46-4df1-a099-58a1fcbe7f0a [ 1075.932485] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.932485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.932485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.932765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.932765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.932765] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78fdf942-9e46-4df1-a099-58a1fcbe7f0a already deleted. [ 1075.932765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fdf942-9e46-4df1-a099-58a1fcbe7f0a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.933756] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [req-05f9915f-deef-48c0-a98f-8c9cf3c8eb6e req-6d1bcd37-7965-445c-af5c-bd5135a16659 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [req-05f9915f-deef-48c0-a98f-8c9cf3c8eb6e req-6d1bcd37-7965-445c-af5c-bd5135a16659 service nova] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [req-05f9915f-deef-48c0-a98f-8c9cf3c8eb6e req-6d1bcd37-7965-445c-af5c-bd5135a16659 service nova] Enqueued Resource ID: 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 with Priority: HIGHEST for action port [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_rules [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1076.451702] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 with Priority: HIGHEST for action port [ 1076.452234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.452234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.452234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.452499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.452555] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.453483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.453583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.453673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.453911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.454102] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.454202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.454257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.454398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.454483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.454592] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.455740] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.455881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.456034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.456290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.456375] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.958974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.958974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959229] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.960335] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 with status ACTIVE [ 1076.960414] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.960568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.960703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.960948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.961124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.961349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962242] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.962242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.962498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.962498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962498] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0 is going to be updated. [ 1076.988798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.989107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.989248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.989624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.989808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.990058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb4f5bf-aee5-4c3d-a324-17dfb5c15db0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.465038] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.492132] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2213cc43-9ff9-4a07-b7d9-b8b927c3fb22 None None] Enqueued Resource ID: 7403bd18-2ef2-4c8b-a9b7-44527f40eb0d with Priority: HIGHEST for action port [ 1077.492850] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7403bd18-2ef2-4c8b-a9b7-44527f40eb0d with Priority: HIGHEST for action port [ 1077.493212] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7403bd18-2ef2-4c8b-a9b7-44527f40eb0d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.493316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7403bd18-2ef2-4c8b-a9b7-44527f40eb0d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.493405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7403bd18-2ef2-4c8b-a9b7-44527f40eb0d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.493651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7403bd18-2ef2-4c8b-a9b7-44527f40eb0d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.493745] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7403bd18-2ef2-4c8b-a9b7-44527f40eb0d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.686386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1077.686767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.945684] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1077.945946] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 1077.945946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.967696] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.968129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.968129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.968246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.969031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.969514] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 1077.998155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.998155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.998155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.998155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.998155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.998576] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7403bd18-2ef2-4c8b-a9b7-44527f40eb0d [ 1077.998576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.998702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.998702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.998883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.999013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.999117] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7403bd18-2ef2-4c8b-a9b7-44527f40eb0d already deleted. [ 1077.999255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7403bd18-2ef2-4c8b-a9b7-44527f40eb0d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009260] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: UNINITIALIZED for 2s [ 1079.141858] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7e383585-0342-4d9e-96b4-495f0abc7bf6 None None] Enqueued Resource ID: bc1d98cd-35c0-4e35-a116-14ece30eb978 with Priority: HIGHEST for action port [ 1079.142533] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1d98cd-35c0-4e35-a116-14ece30eb978 with Priority: HIGHEST for action port [ 1079.142895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1d98cd-35c0-4e35-a116-14ece30eb978 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.143304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1d98cd-35c0-4e35-a116-14ece30eb978" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.143304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1d98cd-35c0-4e35-a116-14ece30eb978" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1d98cd-35c0-4e35-a116-14ece30eb978" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143468] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1d98cd-35c0-4e35-a116-14ece30eb978',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.645188] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc1d98cd-35c0-4e35-a116-14ece30eb978 [ 1079.645889] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.645889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.645889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.645889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.646084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.646084] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc1d98cd-35c0-4e35-a116-14ece30eb978 already deleted. [ 1079.646369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1d98cd-35c0-4e35-a116-14ece30eb978" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.026332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1080.026497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.026631] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027446] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.027446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.027760] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.531320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533183] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533183] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.534683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.536016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.536016] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.038434] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48176d7-ea18-4d44-82fa-6497e2c34522: rpc.has_security_group_logging(os_id): False [ 1081.061283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.061283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.061283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.061773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.061773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.061773] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.061773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.061773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.061955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.061955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.062432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.062432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.062432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.062432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.062432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.062695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be created. [ 1081.126839] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.128853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.128853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.128853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.128853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.153091] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1082.292419] env[65546]: INFO networking_nsxv3.common.synchronization [None req-92399082-9209-4e74-bad8-6c146bc0d277 None None] Enqueued Resource ID: 2edc31bf-5a80-450c-8dc3-de38e55c51a6 with Priority: HIGHEST for action port [ 1082.293228] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edc31bf-5a80-450c-8dc3-de38e55c51a6 with Priority: HIGHEST for action port [ 1082.293306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edc31bf-5a80-450c-8dc3-de38e55c51a6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.293425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edc31bf-5a80-450c-8dc3-de38e55c51a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.293545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edc31bf-5a80-450c-8dc3-de38e55c51a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.293766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edc31bf-5a80-450c-8dc3-de38e55c51a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.293902] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edc31bf-5a80-450c-8dc3-de38e55c51a6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.796697] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2edc31bf-5a80-450c-8dc3-de38e55c51a6 [ 1082.796943] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.797101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.797155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.797360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.797451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.797543] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2edc31bf-5a80-450c-8dc3-de38e55c51a6 already deleted. [ 1082.797851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edc31bf-5a80-450c-8dc3-de38e55c51a6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.171072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1083.171401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.967732] env[65546]: INFO networking_nsxv3.common.synchronization [req-622d017a-e54b-4b63-9a66-a4612ef376ee req-91a47557-8fdd-4003-94c1-795371e9d2f9 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1083.968359] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1083.968681] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.968767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.968834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.970493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.970645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.970715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.970993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.971123] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.292426] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.292674] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.292808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.293088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.293355] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.293509] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.293621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.293828] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.293969] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.294196] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.294310] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.294435] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.294528] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.294634] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.294746] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.294870] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.314659] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.314876] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.315030] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.315263] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.315588] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-dd7eba03-7927-4bd8-ae47-d0f32f648146 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.315788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.315925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.316272] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.316414] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7eba03-7927-4bd8-ae47-d0f32f648146',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.473977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.474172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.474216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.474436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.474532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.474725] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.474817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.474880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.475034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.475112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.475200] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1084.513974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.514192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.514192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.514358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.523942] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1084.818870] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.819144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.819144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.819458] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.819590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.819749] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port dd7eba03-7927-4bd8-ae47-d0f32f648146 not found, creating... [ 1084.820039] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.820206] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.820325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.820547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.820739] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.820989] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.821193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.821345] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.821561] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.821711] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.821882] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: dd7eba03-7927-4bd8-ae47-d0f32f648146 is going to be created. [ 1084.845309] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.845600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.845719] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.846055] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.846304] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.846553] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.546815] env[65546]: INFO networking_nsxv3.common.synchronization [req-622d017a-e54b-4b63-9a66-a4612ef376ee req-1c30dc15-dc77-4d31-ae77-191c7c4b32c9 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 1085.547119] env[65546]: INFO networking_nsxv3.common.synchronization [req-622d017a-e54b-4b63-9a66-a4612ef376ee req-1c30dc15-dc77-4d31-ae77-191c7c4b32c9 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1085.547174] env[65546]: INFO networking_nsxv3.common.synchronization [req-622d017a-e54b-4b63-9a66-a4612ef376ee req-1c30dc15-dc77-4d31-ae77-191c7c4b32c9 service nova] Enqueued Resource ID: dd7eba03-7927-4bd8-ae47-d0f32f648146 with Priority: HIGHEST for action port [ 1085.547654] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 1085.547966] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1085.548084] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7eba03-7927-4bd8-ae47-d0f32f648146 with Priority: HIGHEST for action port [ 1085.548358] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.548535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.548607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.548806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.548998] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.549830] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.549927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7eba03-7927-4bd8-ae47-d0f32f648146 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.550226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.550446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.550518] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7eba03-7927-4bd8-ae47-d0f32f648146',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.869238] env[65546]: INFO networking_nsxv3.common.synchronization [req-824532c4-020d-4343-9928-483bd3a77bc0 req-1bd2ca05-55d6-4cd2-9499-6989a2bae3f1 tempest-VolumesAdminNegativeTest-679658219 tempest-VolumesAdminNegativeTest-679658219-project-member] Enqueued Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1085.869777] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1085.870142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.870325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.870325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.870508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.870867] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.870867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.870867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.871138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.871190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.871355] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.052440] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.052619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.054912] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7eba03-7927-4bd8-ae47-d0f32f648146 with status ACTIVE [ 1086.055242] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.055442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.055556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.055867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.056030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.056293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.056466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.056579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.056833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.056956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.057182] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.057283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.057345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.057484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.057557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.057636] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7eba03-7927-4bd8-ae47-d0f32f648146 is going to be updated. [ 1086.081642] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.081838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.081886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.082195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.082349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.082512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7eba03-7927-4bd8-ae47-d0f32f648146" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.205498] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.205715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-691" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.205715] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-691" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.205988] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-691" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.206269] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.206437] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.206555] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.206765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.206948] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.207207] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.207322] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.207432] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.207538] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.207645] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.207748] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.207876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.241022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.241216] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.241352] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.241528] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-691" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.241868] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-a42d137c-1d37-465a-95bf-3963e6ccc2eb taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.242079] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.242196] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.242534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.242670] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42d137c-1d37-465a-95bf-3963e6ccc2eb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.373727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.373989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.374133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.374216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.374416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.374512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.374567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.374738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.374815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.374900] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 already deleted. [ 1086.374977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.534118] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1086.534328] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 1086.534446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.534608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.534826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.535015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.535133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.535201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.535346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.535417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.535513] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.745758] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.746104] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.746153] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.747037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.747037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.747037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port a42d137c-1d37-465a-95bf-3963e6ccc2eb not found, creating... [ 1086.747037] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.747377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.747377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.747458] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.747534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.747820] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.748088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.748088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.748405] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.748541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: a42d137c-1d37-465a-95bf-3963e6ccc2eb is going to be created. [ 1086.770688] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.770979] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.771158] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.771447] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.771707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.771941] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.037960] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.431668] env[65546]: INFO networking_nsxv3.common.synchronization [req-c266a997-900c-463d-81a1-f626ac1bc635 req-a650cf9c-50b7-4460-8fce-9b53f0587761 tempest-ServerActionsV293TestJSON-95147537 tempest-ServerActionsV293TestJSON-95147537-project-member] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1087.432642] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGHEST for action security_group_members [ 1087.433048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.433196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.433254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.433453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.433606] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.433713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.433759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.433905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.434025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.434128] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.469084] env[65546]: INFO networking_nsxv3.common.synchronization [req-824532c4-020d-4343-9928-483bd3a77bc0 req-74400872-9309-428d-8276-e440f48c60d1 service nova] Enqueued Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_rules [ 1087.469279] env[65546]: INFO networking_nsxv3.common.synchronization [req-824532c4-020d-4343-9928-483bd3a77bc0 req-74400872-9309-428d-8276-e440f48c60d1 service nova] Enqueued Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1087.469512] env[65546]: INFO networking_nsxv3.common.synchronization [req-824532c4-020d-4343-9928-483bd3a77bc0 req-74400872-9309-428d-8276-e440f48c60d1 service nova] Enqueued Resource ID: a42d137c-1d37-465a-95bf-3963e6ccc2eb with Priority: HIGHEST for action port [ 1087.469864] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_rules [ 1087.470011] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1087.470123] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42d137c-1d37-465a-95bf-3963e6ccc2eb with Priority: HIGHEST for action port [ 1087.470390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.470509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.470767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.471081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.471175] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.472013] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.472156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.472200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.472351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.472492] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.472609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.472675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.472840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.474551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.474551] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.474551] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42d137c-1d37-465a-95bf-3963e6ccc2eb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.474551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.474551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.474551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.474551] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42d137c-1d37-465a-95bf-3963e6ccc2eb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.540458] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.932108] env[65546]: INFO networking_nsxv3.common.synchronization [req-bea6ba9c-23a5-49ab-ba8c-c687feb1b1b3 req-4393f749-653a-4590-9799-03891875f5f2 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1087.933034] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1087.933034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.933175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.933175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.933300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.933452] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.933542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.933601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.933735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.933815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.933901] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.936664] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.936773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.936837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.936998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.937106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.937432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.937432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.937553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.937591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.937670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.937746] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 is going to be updated. [ 1087.968793] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.969084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.969315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.969496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.971485] env[65546]: INFO networking_nsxv3.common.synchronization [req-5a6ae305-a874-4fe4-bf6f-e9ec2bd0454d req-711266bb-9559-403b-84c7-4a0240ec3a0a tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1087.972021] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1087.972741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.972844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.972901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.973074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.973217] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.973308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.973359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.973499] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.973578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.973670] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.975113] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.975573] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.976386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a42d137c-1d37-465a-95bf-3963e6ccc2eb with status ACTIVE [ 1087.976468] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.976531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.976831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.976986] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.977089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.978032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978032] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a42d137c-1d37-465a-95bf-3963e6ccc2eb is going to be updated. [ 1087.981256] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: IN_PROGRESS for 2s [ 1088.001017] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.001017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.001239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.001239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.001906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42d137c-1d37-465a-95bf-3963e6ccc2eb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.046030] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.046030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.046030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.046030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.046030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.046030] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1088.085846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.086096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.086096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.086455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.086455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.096750] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1088.326197] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.326407] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.326526] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.326874] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.328531] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.328531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.328736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.329072] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329578] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.329769] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.329936] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.330215] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.330685] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.330892] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.331107] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.350957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.351341] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.351417] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.351629] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.352027] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-b2b5e9df-a61c-4153-a00f-11f5e2331165 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.352284] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.352472] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.352845] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.353060] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b5e9df-a61c-4153-a00f-11f5e2331165',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.435774] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.475266] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.479922] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.858025] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.858025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port b2b5e9df-a61c-4153-a00f-11f5e2331165 not found, creating... [ 1088.858025] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.858025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.858590] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.858590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.858590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.858590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.858590] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.858590] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: b2b5e9df-a61c-4153-a00f-11f5e2331165 is going to be created. [ 1088.879787] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.880446] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.882049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.882049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.882049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.882049] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.938753] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.977443] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.983539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.983718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.983718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.983871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.983963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.984126] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 is going to be created. [ 1089.016081] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.016324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.016980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.016980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.016980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.035253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: UNINITIALIZED for 2s [ 1089.441337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.441609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.441771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.445955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.446166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.446235] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1089.483473] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.483678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.483758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.484398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.484398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.484398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1089.487768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.487768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.487768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.488253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.488253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.499343] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1089.518736] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.518973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.518973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.519365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.519365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.529755] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1089.646968] env[65546]: INFO networking_nsxv3.common.synchronization [req-bea6ba9c-23a5-49ab-ba8c-c687feb1b1b3 req-9e973f0d-4d81-487c-81b0-0c27646df2b5 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1089.647084] env[65546]: INFO networking_nsxv3.common.synchronization [req-bea6ba9c-23a5-49ab-ba8c-c687feb1b1b3 req-9e973f0d-4d81-487c-81b0-0c27646df2b5 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1089.647239] env[65546]: INFO networking_nsxv3.common.synchronization [req-bea6ba9c-23a5-49ab-ba8c-c687feb1b1b3 req-9e973f0d-4d81-487c-81b0-0c27646df2b5 service nova] Enqueued Resource ID: b2b5e9df-a61c-4153-a00f-11f5e2331165 with Priority: HIGHEST for action port [ 1089.647469] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1089.648347] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1089.648347] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b5e9df-a61c-4153-a00f-11f5e2331165 with Priority: HIGHEST for action port [ 1089.648347] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.648347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.648826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.648826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.648826] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.651113] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.651212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.651385] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b5e9df-a61c-4153-a00f-11f5e2331165 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.651604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.651604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.651800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.651929] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b5e9df-a61c-4153-a00f-11f5e2331165',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.995965] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5183a48c-120b-4e55-a0df-11cb04454190 in Status: SUCCESS [ 1089.995965] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 deletion is rescheduled due to dependency. [ 1089.995965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.106589] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1090.107126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.107349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.107565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.107759] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.107878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.107942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.108111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.108193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.108275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.108368] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.153527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.153793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.155359] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b5e9df-a61c-4153-a00f-11f5e2331165 with status ACTIVE [ 1090.156135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.156135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.156135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.156135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.156135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.156399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.156399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.156553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.156612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.156669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.156864] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.156957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.157035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.157383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.157383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.157383] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b5e9df-a61c-4153-a00f-11f5e2331165 is going to be updated. [ 1090.180519] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.180519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.180684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.180847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.180990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.181185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b5e9df-a61c-4153-a00f-11f5e2331165" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.610251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.610418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.610463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.610752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.610945] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.611076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.611141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.611308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.611396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.611821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.611871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.612050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.612207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.612319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.612385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.612542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.612622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.612736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.612836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.046658] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: SUCCESS [ 1091.046658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.046658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.047884] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.047884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.047884] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.114919] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af9faac-2f2b-4098-94fd-1219da5a819e: rpc.has_security_group_logging(os_id): False [ 1091.133447] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.133447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.133447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.133447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.133447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.133786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.133786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.133871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.134027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.134113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.134344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.134456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.134523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.134642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.134728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.135523] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.135523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.135523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.135523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.135523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.135523] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1091.179678] env[65546]: INFO networking_nsxv3.common.synchronization [req-2f4ccc49-acb5-494c-ab59-11eeecf81dff req-50869cdb-aa17-4be9-92b5-9303573b4195 tempest-ServerGroupTestJSON-695764704 tempest-ServerGroupTestJSON-695764704-project-member] Enqueued Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1091.180844] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1091.181648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.181648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.181648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.183126] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.183245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.183312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.183593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.183694] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.217263] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.254024] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1091.509849] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1091.510296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.510473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.510732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.510930] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.511087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.511155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.511313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.511394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.511500] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.543266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1091.543479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.549987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.550145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.550247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.550400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.550584] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.550784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.550784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.550905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.550994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.551092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.551255] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.551352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.551408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.551512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.551642] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.551777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.551777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.551915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.551990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.552116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.552172] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.619094] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.619308] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-204" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.619432] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-204" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.619768] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-204" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.620098] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.620267] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.620382] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.620617] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.620769] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.621012] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.621132] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.621242] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.621362] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.621474] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.621601] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.621727] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.654069] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.654271] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.654459] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.654672] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-204" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.655062] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-f84f461b-7edc-4881-aaad-f421bbc46caf taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.655268] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.655416] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.655793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.655965] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84f461b-7edc-4881-aaad-f421bbc46caf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.686960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.688343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.688580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.688894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.689086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.689210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.689583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.690215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.690389] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d already deleted. [ 1091.690617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.013807] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.054893] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea073b04-91d4-4fd7-9ffc-54bd7384fc72: rpc.has_security_group_logging(os_id): False [ 1092.083694] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.083953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.084051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.084315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.084435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.084665] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.084775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.084839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.084992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.085085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.085269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.085363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.085425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.085569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.085634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.085838] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.085937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.085999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.086153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.086229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086315] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 is going to be created. [ 1092.155997] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.156288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.156382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.156610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.156823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.158530] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.158724] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.158877] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.159149] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.159297] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.159445] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port f84f461b-7edc-4881-aaad-f421bbc46caf not found, creating... [ 1092.159701] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.159899] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.159946] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.160179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.160311] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.160650] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.160839] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.160992] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.161227] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.161707] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.161707] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: f84f461b-7edc-4881-aaad-f421bbc46caf is going to be created. [ 1092.177344] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: IN_PROGRESS for 2s [ 1092.188598] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.188956] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.189039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.189276] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.189496] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.189781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516121] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.825041] env[65546]: INFO networking_nsxv3.common.synchronization [None req-77f0806a-7df9-434b-84a5-7460d0f4c771 None None] Enqueued Resource ID: 24cb22f9-d17d-4070-a791-dd7e3a683414 with Priority: HIGHEST for action port [ 1092.825413] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cb22f9-d17d-4070-a791-dd7e3a683414 with Priority: HIGHEST for action port [ 1092.825728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cb22f9-d17d-4070-a791-dd7e3a683414 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.825845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cb22f9-d17d-4070-a791-dd7e3a683414" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.825909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cb22f9-d17d-4070-a791-dd7e3a683414" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.826289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cb22f9-d17d-4070-a791-dd7e3a683414" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.826374] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cb22f9-d17d-4070-a791-dd7e3a683414',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [req-2f4ccc49-acb5-494c-ab59-11eeecf81dff req-9d416d45-af00-4c44-b637-697adc6400c7 service nova] Enqueued Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_rules [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [req-2f4ccc49-acb5-494c-ab59-11eeecf81dff req-9d416d45-af00-4c44-b637-697adc6400c7 service nova] Enqueued Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [req-2f4ccc49-acb5-494c-ab59-11eeecf81dff req-9d416d45-af00-4c44-b637-697adc6400c7 service nova] Enqueued Resource ID: f84f461b-7edc-4881-aaad-f421bbc46caf with Priority: HIGHEST for action port [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_rules [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1092.916425] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f461b-7edc-4881-aaad-f421bbc46caf with Priority: HIGHEST for action port [ 1092.916898] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.917199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.917398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.919382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.919382] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.919382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.919382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.919382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.919382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.919382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.922021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.922021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.922021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.922021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.922021] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.924409] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f84f461b-7edc-4881-aaad-f421bbc46caf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.924409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.924409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.924409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.924409] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84f461b-7edc-4881-aaad-f421bbc46caf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.018148] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.018306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.018371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.018651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.018745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.018845] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1093.051123] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.051123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.051123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.051123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.051123] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.059538] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1093.275157] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1093.275294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.330055] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24cb22f9-d17d-4070-a791-dd7e3a683414 [ 1093.330978] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.331703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.332480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.332480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.332480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.332480] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24cb22f9-d17d-4070-a791-dd7e3a683414 already deleted. [ 1093.332480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cb22f9-d17d-4070-a791-dd7e3a683414" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.426539] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.426539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.426539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.426539] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f84f461b-7edc-4881-aaad-f421bbc46caf with status ACTIVE [ 1093.426539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.427507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.427507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.427507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.427678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.427848] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.428340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.428340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.428340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.429333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.430446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430607] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f84f461b-7edc-4881-aaad-f421bbc46caf is going to be updated. [ 1093.457110] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.457364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.457433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.457661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.457805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.457973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f84f461b-7edc-4881-aaad-f421bbc46caf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.732063] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2e766401-4232-4845-b304-6895ea0b144b tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1093.732894] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1093.733368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.733571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.733659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.733939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.734057] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.850687] env[65546]: INFO networking_nsxv3.common.synchronization [None req-47f2d9ef-dbdf-4306-a8d4-86d4a2b21f4d tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1093.851415] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1093.851789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.851918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.932841] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.192221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: SUCCESS [ 1094.192555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.261383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.261383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.261383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.261632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.261905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.261905] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c already deleted. [ 1094.261905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.262066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.262442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.262442] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.435277] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.437589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.437589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.437719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.437768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.437862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d is going to be created. [ 1094.464403] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.464594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.464594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.465285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.465285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.477215] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: UNINITIALIZED for 2s [ 1094.784440] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.784646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.784768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.785555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.785555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.785651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c already deleted. [ 1094.785707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.070742] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1095.070968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.071161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.071376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.071590] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.071730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.071803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.071957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.072047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.072133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.072226] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.370818] env[65546]: INFO networking_nsxv3.common.synchronization [None req-80cb5078-e169-4f53-b2e6-17c71219958e None None] Enqueued Resource ID: 0246c55e-da10-4273-9fe3-5d44d27cc114 with Priority: HIGHEST for action port [ 1095.371755] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0246c55e-da10-4273-9fe3-5d44d27cc114 with Priority: HIGHEST for action port [ 1095.372190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-0246c55e-da10-4273-9fe3-5d44d27cc114 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.372442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0246c55e-da10-4273-9fe3-5d44d27cc114" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.372442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0246c55e-da10-4273-9fe3-5d44d27cc114" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.372726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0246c55e-da10-4273-9fe3-5d44d27cc114" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.372846] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0246c55e-da10-4273-9fe3-5d44d27cc114',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.574184] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.574358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.574401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.575299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.575299] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.575299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.575299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.575299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.575763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.575763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.575763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.575763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.575763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.576094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.576094] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.576222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.576222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.576371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.576458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.576560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.576651] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.876475] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0246c55e-da10-4273-9fe3-5d44d27cc114 [ 1095.876658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.876758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.876758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.876952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.877470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.877470] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0246c55e-da10-4273-9fe3-5d44d27cc114 already deleted. [ 1095.877470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0246c55e-da10-4273-9fe3-5d44d27cc114" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.079072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 1096.099153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.099153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.099153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.099380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.099420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.099602] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.099699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.099761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.099903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.099977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.100172] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.100264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.100608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.100608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.100608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.100762] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.100856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.100917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.101080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.101154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.101239] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1096.166643] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.166838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.166838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.167092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.167279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.198712] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1096.492970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: SUCCESS [ 1096.492970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.493409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.494045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.494045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.494045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.494045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.494415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.494415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.494607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.494865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.997668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.997909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.998136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.998302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.998546] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.998705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.998762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.998924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.999229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.999460] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.999619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.999743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.999951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.000169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.000283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.000349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.000492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.000603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.000731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.000863] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.017677] env[65546]: INFO networking_nsxv3.common.synchronization [req-51df13a9-e169-41c7-8907-cfe41c2add7c req-2185e25f-dae6-4daf-afdf-bafb5d7921d1 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1097.018557] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1097.018956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.019494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.019667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.020263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.020330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.020424] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.503410] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44f4be71-f1d1-470e-821a-3775d1e74c7d: rpc.has_security_group_logging(os_id): False [ 1097.523034] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.523034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.523034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.523399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.523399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.523399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.523566] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1097.533152] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.533375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.533375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.533561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.533621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.533832] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.534404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.535089] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.535210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.535276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.535415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.535565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.535676] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d is going to be created. [ 1097.563614] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.563842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.563995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.565550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.565550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.574334] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1097.602594] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.602754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.602798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.603056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.603254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.615137] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: IN_PROGRESS for 2s [ 1098.219159] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1098.219159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.584168] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1099.584546] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 1099.584546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.627477] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: SUCCESS [ 1099.627728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.997716] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c62b5f-772c-468c-b8ad-b1d2217f2726 req-0de431df-9dbb-46f7-8b1b-dfad58034d23 tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1099.998615] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1099.999013] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.999244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.999339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.999503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.999712] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.999825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.999918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.000109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.000202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.000302] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.322139] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.322139] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.322139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.322139] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.322139] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.322139] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.322139] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.322896] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.322896] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.322896] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.341923] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.342067] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.342219] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.342386] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-357" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.342689] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-2d698137-23a8-437a-80a6-dbca036f8a8b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.342857] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.342997] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.343330] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.343471] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d698137-23a8-437a-80a6-dbca036f8a8b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.502211] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.502440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.502440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.502653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.502747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.502981] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.503113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.503156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.503309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.503385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.503473] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1100.535514] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.535655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.535728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.535933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.536079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.546678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1100.847288] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.847645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.848382] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.848382] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.848382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 2d698137-23a8-437a-80a6-dbca036f8a8b not found, creating... [ 1100.848826] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.849090] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.849158] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.849379] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.849507] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.849805] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.849959] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.850088] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.850299] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.850433] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.850853] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 2d698137-23a8-437a-80a6-dbca036f8a8b is going to be created. [ 1100.873839] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.874141] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.874226] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.874555] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.874876] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.875225] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.595794] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c62b5f-772c-468c-b8ad-b1d2217f2726 req-ca445c71-a889-4eed-b7aa-5f6d27a8ce78 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1101.595976] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c62b5f-772c-468c-b8ad-b1d2217f2726 req-ca445c71-a889-4eed-b7aa-5f6d27a8ce78 service nova] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1101.596127] env[65546]: INFO networking_nsxv3.common.synchronization [req-84c62b5f-772c-468c-b8ad-b1d2217f2726 req-ca445c71-a889-4eed-b7aa-5f6d27a8ce78 service nova] Enqueued Resource ID: 2d698137-23a8-437a-80a6-dbca036f8a8b with Priority: HIGHEST for action port [ 1101.596660] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_rules [ 1101.596794] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1101.596889] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d698137-23a8-437a-80a6-dbca036f8a8b with Priority: HIGHEST for action port [ 1101.597312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.597440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.597507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.597704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.597787] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.600209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.600209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.600209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d698137-23a8-437a-80a6-dbca036f8a8b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.600209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.600209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.600209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.600209] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d698137-23a8-437a-80a6-dbca036f8a8b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.100680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.100680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d698137-23a8-437a-80a6-dbca036f8a8b with status ACTIVE [ 1102.102194] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.102313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.102670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.102862] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104019] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d698137-23a8-437a-80a6-dbca036f8a8b is going to be updated. [ 1102.130854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.131152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.131152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.131322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.131404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.131727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d698137-23a8-437a-80a6-dbca036f8a8b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.558335] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1102.558618] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 1102.558758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.558936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.559193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560032] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.560032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.560032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.560032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.560032] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.062915] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.461249] env[65546]: INFO networking_nsxv3.common.synchronization [req-634a3327-174d-4824-a669-48b933d049db req-ceb3efb5-a792-4fd0-bc80-e3d3bba6e835 tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1103.465095] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1103.465095] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.465095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.465095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.465095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.465363] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.465363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.465363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.465523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.465523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.465621] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.565900] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.968126] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.069025] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.069025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.069025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.069025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.069391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.069391] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1104.105603] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.105784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.105852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.106028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.106175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.115619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1104.285242] env[65546]: INFO networking_nsxv3.common.synchronization [req-7f935675-95bc-443a-8a1e-2e446383e84d req-4b05b8c3-2ffd-44b5-a5da-51466e9ced8d tempest-ServerGroupTestJSON-695764704 tempest-ServerGroupTestJSON-695764704-project-member] Enqueued Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1104.285720] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGHEST for action security_group_members [ 1104.286198] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.286387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.286505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.286749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.286973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.287139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.287238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.287431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.287565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.287702] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.405372] env[65546]: INFO networking_nsxv3.common.synchronization [req-fbdafd00-9dcb-4883-b555-363e10d9279d req-bc719ca3-c671-4ecb-9769-16d85964471b tempest-VolumesAdminNegativeTest-679658219 tempest-VolumesAdminNegativeTest-679658219-project-member] Enqueued Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1104.405372] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGHEST for action security_group_members [ 1104.405372] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.405372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.405372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.405372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.405372] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.405960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.406188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.406532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.406685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.406836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.472526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.773162] env[65546]: INFO networking_nsxv3.common.synchronization [req-0aa7be45-b963-482c-8345-a4bf43a979de req-54389131-3f74-4619-a582-76b19c44e14b tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1104.773714] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1104.774143] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.774289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.774359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.774846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.775065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.775191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.775238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.776098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.776098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.776098] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.789988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.790230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.790230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.790386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.790545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.790700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.790799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.790967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.791055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.791099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.791499] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d is going to be updated. [ 1104.822582] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.822763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.822833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.823025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.823164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.832668] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: IN_PROGRESS for 2s [ 1104.911814] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.911977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.912067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.912287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.912461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.912669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.912769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.912830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.913056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.913100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.913141] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 is going to be updated. [ 1104.965029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.965029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.965259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.966391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.966558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.973383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.974153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.974233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.974466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.974557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.974660] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1104.980031] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: IN_PROGRESS for 2s [ 1105.010192] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.010577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.010695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.011119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.011336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.022020] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1105.128169] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.128333] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.128430] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.128784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.129051] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.129211] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.129323] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.129528] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.129665] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.129896] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.129975] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.130095] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.130202] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.130309] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.130412] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.130577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.150066] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.150296] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.150378] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.150598] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.150914] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-054a1871-95e4-412d-8d25-8eed90e7403a taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.151102] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.151224] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.151591] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.151747] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054a1871-95e4-412d-8d25-8eed90e7403a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.277240] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.277518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.277518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.277784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.277984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.278112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.278206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.278287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.278443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.278592] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.278592] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c already deleted. [ 1105.278687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.654324] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.654324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.654703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.654744] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.654917] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.655123] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 054a1871-95e4-412d-8d25-8eed90e7403a not found, creating... [ 1105.655438] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.655627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.655747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.656063] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.656264] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.656648] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.656909] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.656979] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.657236] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.657360] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.657519] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 054a1871-95e4-412d-8d25-8eed90e7403a is going to be created. [ 1105.682372] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.682580] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.682704] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.683048] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.683281] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683520] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.126384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1106.126384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.126651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.126774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.126977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.127119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.127189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.127352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.127427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.127506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.127814] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.381695] env[65546]: INFO networking_nsxv3.common.synchronization [req-0aa7be45-b963-482c-8345-a4bf43a979de req-48ee58f2-6410-4e7e-b15b-08cc64689272 service nova] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1106.381879] env[65546]: INFO networking_nsxv3.common.synchronization [req-0aa7be45-b963-482c-8345-a4bf43a979de req-48ee58f2-6410-4e7e-b15b-08cc64689272 service nova] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1106.382031] env[65546]: INFO networking_nsxv3.common.synchronization [req-0aa7be45-b963-482c-8345-a4bf43a979de req-48ee58f2-6410-4e7e-b15b-08cc64689272 service nova] Enqueued Resource ID: 054a1871-95e4-412d-8d25-8eed90e7403a with Priority: HIGHEST for action port [ 1106.382583] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_rules [ 1106.382724] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1106.382808] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054a1871-95e4-412d-8d25-8eed90e7403a with Priority: HIGHEST for action port [ 1106.383380] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.383521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.383590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.383824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.383910] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.384927] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.384927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.385044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.385185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.385337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.385696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.385791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.386779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.386779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.386779] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.386899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-054a1871-95e4-412d-8d25-8eed90e7403a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.387049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.387049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.387199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.387271] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054a1871-95e4-412d-8d25-8eed90e7403a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.630556] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.630556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.630824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.630937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.631184] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.631325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.631401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.631531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.631643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.631742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.631905] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.632046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.632120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.632220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.632362] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.632463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.632531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.632851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.632851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.633075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.633075] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.842993] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d in Status: SUCCESS [ 1106.843345] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d deletion is rescheduled due to dependency. [ 1106.843392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.889657] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.889881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890346] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.891398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 054a1871-95e4-412d-8d25-8eed90e7403a with status ACTIVE [ 1106.891622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.891712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.891783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.891986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.892142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.892254] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.892549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.892620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.892798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.893088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.893169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.893222] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 054a1871-95e4-412d-8d25-8eed90e7403a is going to be updated. [ 1106.917377] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.917520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.917598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.917802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.917939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.918118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054a1871-95e4-412d-8d25-8eed90e7403a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.988619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 in Status: SUCCESS [ 1106.988832] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 deletion is rescheduled due to dependency. [ 1106.988946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.050253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1107.050466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.135496] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136f6370-59b8-47c6-81a3-222507eb5de5: rpc.has_security_group_logging(os_id): False [ 1107.156929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.157146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.157206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.157978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.158100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.158311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.158466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.158517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.158673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.158774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.158976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.159114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.159155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.159288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.159360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.159563] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.159658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.159720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.159857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.159931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.160039] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1107.241527] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.241839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.241839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.242296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.242296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.262777] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1107.396861] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.899225] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.899225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.899225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.899649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.899649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.899649] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c is going to be created. [ 1107.942410] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.942572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.942660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.942813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.942995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.954269] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: UNINITIALIZED for 2s [ 1109.279733] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1109.279978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.965012] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: SUCCESS [ 1109.965260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.965429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.965638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.965832] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.966030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.966030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.966168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.966391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.966391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.966483] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.262912] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c2e208e-064e-4dcb-9f49-9bdcfc2ab05c req-0b2d5356-6987-4275-8538-621d8fc0097d tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1110.263268] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1110.263570] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.263691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.263759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.264017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.264174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.264270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.264330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.264481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.264564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.264657] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.469121] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.548991] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.549308] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.549500] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.549875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.550272] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.550545] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.550741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.551062] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.551281] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.551579] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.551753] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.551922] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.552105] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.552278] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.552442] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.552770] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.572364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.572364] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.572364] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.572364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.572364] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.572364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.572364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.572895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.572895] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce0f94f-3cc5-419f-a2a8-cedce6a60076',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.766645] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.767282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.767609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.768129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.770398] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.770398] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe already deleted. [ 1110.770398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.971253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d17df08-70f9-4aee-8d24-58aa7ff5277c: rpc.has_security_group_logging(os_id): False [ 1110.990871] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.990871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.990871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.991153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.991153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.991439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.991625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.991741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.991908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.992073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992240] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c is going to be created. [ 1111.054348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.054667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.054819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.055175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.055494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.069960] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: IN_PROGRESS for 2s [ 1111.075636] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.075875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.076120] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.076801] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.076801] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.076801] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 not found, creating... [ 1111.076967] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.078041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.078041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.078041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.078041] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.078041] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.078357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.078357] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.081122] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.081122] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.081122] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 is going to be created. [ 1111.102576] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.102576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.102576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.102576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.102576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.102868] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c2e208e-064e-4dcb-9f49-9bdcfc2ab05c req-344831e5-70b9-4e88-9c65-1afb2fd26c23 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c2e208e-064e-4dcb-9f49-9bdcfc2ab05c req-344831e5-70b9-4e88-9c65-1afb2fd26c23 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [req-8c2e208e-064e-4dcb-9f49-9bdcfc2ab05c req-344831e5-70b9-4e88-9c65-1afb2fd26c23 service nova] Enqueued Resource ID: 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 with Priority: HIGHEST for action port [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1111.876845] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 with Priority: HIGHEST for action port [ 1111.877430] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.877430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.877430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.877601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.877626] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.878798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.878798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.878798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.878988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.878988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.879167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.879167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.879256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.879317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.879706] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.881629] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.881629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.881629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.881777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.881777] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce0f94f-3cc5-419f-a2a8-cedce6a60076',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.384066] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.385191] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.385261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.385708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 with status ACTIVE [ 1112.385789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.385867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.385943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.386158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.386251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.386424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.386523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.386710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.386750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.387108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.388086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.390153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.390247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.390426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.390559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.390658] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce0f94f-3cc5-419f-a2a8-cedce6a60076 is going to be updated. [ 1112.413264] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.413462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.413462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.413697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.413833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.413978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce0f94f-3cc5-419f-a2a8-cedce6a60076" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.886155] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.082687] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: SUCCESS [ 1113.082917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389946] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be created. [ 1113.418900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.419059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.419130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.419335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.419493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.429920] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: UNINITIALIZED for 2s [ 1115.443639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.443639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.443639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.443639] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.605128] env[65546]: INFO networking_nsxv3.common.synchronization [req-62a11099-9ddc-4c71-8cba-7a2e29a96780 req-85aaf138-a5a0-4bee-917b-46c3cabdbe8e tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1115.605128] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1115.605128] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.605128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.605128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.605128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.606995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.607402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.607791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.608091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.608517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.608730] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.946765] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.946922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.946988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.947234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.947406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.947518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.947576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.947725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.947807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.950020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.950020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.950020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.950020] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.023060] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.023224] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.023351] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.023625] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.024123] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.024300] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.024416] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.024626] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.024766] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.025035] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.025287] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.025335] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.025894] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.025938] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.026059] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.026195] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.048432] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.048674] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.048820] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.048993] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-770" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.049315] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-8da08ebe-22eb-4511-898a-ade754c9ce43 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.049554] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.049751] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.050068] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.050234] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da08ebe-22eb-4511-898a-ade754c9ce43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.111148] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.452988] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1116.479578] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.479763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.479805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.479999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.480097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.480287] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.480416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.480456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.480639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.480715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.480921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.481027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.481091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.481231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.481305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.481483] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.481579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.481638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.481771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.481846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.481930] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be created. [ 1116.547368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.547556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.547635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.547925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.548272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.553213] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.553470] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.553644] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.553986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.554190] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.554657] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 8da08ebe-22eb-4511-898a-ade754c9ce43 not found, creating... [ 1116.555088] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.555308] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.555474] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.555790] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.555986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.556395] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.556627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.556774] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.557055] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.557236] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.557427] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 8da08ebe-22eb-4511-898a-ade754c9ce43 is going to be created. [ 1116.561132] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1116.580889] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.581277] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.581494] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.581853] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.582167] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.582460] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.613465] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.115854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.116837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.116837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.116837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.116837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116837] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1117.153932] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.154130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.154323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.154494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.154685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167377] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1117.319966] env[65546]: INFO networking_nsxv3.common.synchronization [req-62a11099-9ddc-4c71-8cba-7a2e29a96780 req-ead72723-eda3-40b3-89ba-44bc277317a6 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1117.320255] env[65546]: INFO networking_nsxv3.common.synchronization [req-62a11099-9ddc-4c71-8cba-7a2e29a96780 req-ead72723-eda3-40b3-89ba-44bc277317a6 service nova] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1117.320422] env[65546]: INFO networking_nsxv3.common.synchronization [req-62a11099-9ddc-4c71-8cba-7a2e29a96780 req-ead72723-eda3-40b3-89ba-44bc277317a6 service nova] Enqueued Resource ID: 8da08ebe-22eb-4511-898a-ade754c9ce43 with Priority: HIGHEST for action port [ 1117.321440] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_rules [ 1117.322140] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1117.322140] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da08ebe-22eb-4511-898a-ade754c9ce43 with Priority: HIGHEST for action port [ 1117.322421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.322595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.322777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.323057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.323211] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.325399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.326469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.326776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da08ebe-22eb-4511-898a-ade754c9ce43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.327099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.327099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.327360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.327483] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da08ebe-22eb-4511-898a-ade754c9ce43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.826538] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.826848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.836675] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8da08ebe-22eb-4511-898a-ade754c9ce43 with status ACTIVE [ 1117.837354] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.837354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.837354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.837894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.837894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.838088] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.838088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.838184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.838479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.838614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.838929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.839099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.839190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.839408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.839534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.839662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8da08ebe-22eb-4511-898a-ade754c9ce43 is going to be updated. [ 1117.864510] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.864721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.864809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.865075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.865282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.865478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da08ebe-22eb-4511-898a-ade754c9ce43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.574383] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1118.574621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.179181] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1119.179559] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.179655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.183029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.183029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.183029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.183029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.183029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.183029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.183029] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.685431] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.187675] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.690333] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.690526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.690572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.690815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.690922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.692445] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1120.726018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.726018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.726018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.726264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.726383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.737170] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1122.322923] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1122.323296] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1122.752672] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1122.752861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.753055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.753297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.753571] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.753803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.753914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.754177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.754314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.754432] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.754541] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.258252] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.258493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.258590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.259056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.259353] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.259555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.259648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.259797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.259885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.259976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.260157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.260313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.260313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.260700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.260940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.260940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.261051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.261207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.261343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.261481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.261620] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.764406] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc160232-1c7c-4178-8c38-56c705a3a168: rpc.has_security_group_logging(os_id): False [ 1123.782729] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.782926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.783044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.783271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.783364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.783584] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.783686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.783747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.783890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.783966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.784162] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.784255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.784316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.784486] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.784539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.784689] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.784771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.784832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.784973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.785072] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.785140] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1123.856427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.856636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.856702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.856916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.857084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.879448] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1124.451246] env[65546]: INFO networking_nsxv3.common.synchronization [req-cd516524-9444-49fb-a65d-8613df4c028c req-81be32d5-ed13-498a-8bd7-ee01cf5ae099 tempest-DeleteServersTestJSON-579965957 tempest-DeleteServersTestJSON-579965957-project-member] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1124.452965] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGHEST for action security_group_members [ 1124.452965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.452965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.453777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.453777] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.955835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.956247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.956247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.956316] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.956384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.956577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.956672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.956734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.956879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.956955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957050] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be updated. [ 1124.984933] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.985148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.985211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.985408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.985565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.994691] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: IN_PROGRESS for 2s [ 1125.900598] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1125.900848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.182282] env[65546]: INFO networking_nsxv3.common.synchronization [req-93b6f351-a9e1-4964-8fcb-263595bef483 req-08073efb-adf4-49ce-a108-ea5504e6c8ac tempest-ImagesTestJSON-66299428 tempest-ImagesTestJSON-66299428-project-member] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1126.182964] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGHEST for action security_group_members [ 1126.183294] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.183414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.183510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.183685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.183827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.183922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.183984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.184144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.184229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.184323] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.688666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.688874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.688980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.689205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.689335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.689720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.689720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.689720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.689923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.689923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.690020] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be updated. [ 1126.723663] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.723842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.723886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.724076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.724226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.737179] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: IN_PROGRESS for 2s [ 1127.004912] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48176d7-ea18-4d44-82fa-6497e2c34522 in Status: SUCCESS [ 1127.005107] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 deletion is rescheduled due to dependency. [ 1127.005225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.306561] env[65546]: INFO networking_nsxv3.common.synchronization [req-c57e6b52-9d23-482f-90de-9cd7a7f274a9 req-f5ac57e7-ba1e-4b7f-aeed-86576c6d1654 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1127.306851] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1127.307182] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.307642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.307854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.308643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308803] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.811532] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.811760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.811816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.812036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.812106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.812511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.812511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.812511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.812737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.812737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.812737] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1127.847596] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.847596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.847596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.847596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.847596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860276] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1127.884744] env[65546]: INFO networking_nsxv3.common.synchronization [req-32fdb929-a481-4125-a61c-5be51088cf80 req-a0a1e826-7458-4a02-905b-1761cc0a2f82 tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1127.885904] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1127.885904] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.885904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.885904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.885904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.885904] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.885904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.887354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.887354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.887354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.887354] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.391553] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.391957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.391957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.392080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.392177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.392389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.392488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.392726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.392920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.393017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.393105] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1128.428668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.428899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.428899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.429102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.429254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.439096] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1128.747715] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136f6370-59b8-47c6-81a3-222507eb5de5 in Status: SUCCESS [ 1128.747902] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 deletion is rescheduled due to dependency. [ 1128.748033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.870466] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1129.870710] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe deletion is rescheduled due to dependency. [ 1129.870803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.280192] env[65546]: INFO networking_nsxv3.common.synchronization [req-3c24d14c-7e0d-44a5-97d9-c4da4fe1d141 req-1e0bb48e-4eb2-4d11-88b9-fc84e120ce3d tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1130.280865] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGHEST for action security_group_members [ 1130.281250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.281378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.281446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.281665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.282446] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.282446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.282446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.282446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.282446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.282446] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.455034] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1130.455034] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 1130.455034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.785163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.785469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.785469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.785613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.785706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.785900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.786254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.786313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.786485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.786548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.786624] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 is going to be updated. [ 1130.824262] env[65546]: INFO networking_nsxv3.common.synchronization [req-611f0bfd-5c94-4a83-af47-7a12f0f9c905 req-5332c73e-fe10-415e-8298-331cb6d272ca tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1130.825965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.826124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.827435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.827435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.827435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.828406] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1130.828772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.828921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.828988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.829227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.829416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.829517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.829591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.829755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.829885] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.830036] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.842773] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: IN_PROGRESS for 2s [ 1131.187014] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.187014] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.187014] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.187873] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.188122] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.188345] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.188731] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.189108] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.189332] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.189574] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.223695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.223695] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.223695] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.223695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-39" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.223695] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-805c607f-a8f6-44e5-aa03-876aaefe29d3 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.224250] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.224533] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.225097] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.225312] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805c607f-a8f6-44e5-aa03-876aaefe29d3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.333089] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.333089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.333089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.333257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.333257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.333465] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.333578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.333645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.333790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.333869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.333952] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1131.367619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.367814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.367814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.367944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.368190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.378163] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1131.730687] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.730687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.730687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.730687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.730687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.730687] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 805c607f-a8f6-44e5-aa03-876aaefe29d3 not found, creating... [ 1131.730687] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.730687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.731208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.731208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.731208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.731981] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.731981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.731981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.731981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.732383] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.732383] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 805c607f-a8f6-44e5-aa03-876aaefe29d3 is going to be created. [ 1131.761371] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.761894] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.761894] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.762112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.762612] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.762612] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.115969] env[65546]: INFO networking_nsxv3.common.synchronization [req-5c92b21e-9ef6-4c56-8acc-c7ecbcc136cd req-d90367d0-1de5-43fb-a796-417bdcbd30bf tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1132.116617] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1132.116970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.117119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.117186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.117382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.117537] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.117688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.117777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.117957] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.118062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.118159] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [req-611f0bfd-5c94-4a83-af47-7a12f0f9c905 req-f5444f5e-bafb-44bf-882f-896603c32472 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [req-611f0bfd-5c94-4a83-af47-7a12f0f9c905 req-f5444f5e-bafb-44bf-882f-896603c32472 service nova] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [req-611f0bfd-5c94-4a83-af47-7a12f0f9c905 req-f5444f5e-bafb-44bf-882f-896603c32472 service nova] Enqueued Resource ID: 805c607f-a8f6-44e5-aa03-876aaefe29d3 with Priority: HIGHEST for action port [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_rules [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1132.460241] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805c607f-a8f6-44e5-aa03-876aaefe29d3 with Priority: HIGHEST for action port [ 1132.460887] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.461052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.461124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.461346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.461439] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.462493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.462493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.462748] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-805c607f-a8f6-44e5-aa03-876aaefe29d3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.462821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.462987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.463115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.463161] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805c607f-a8f6-44e5-aa03-876aaefe29d3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.620232] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.853617] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 in Status: SUCCESS [ 1132.853822] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 deletion is rescheduled due to dependency. [ 1132.853941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.964470] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.964612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.965928] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 805c607f-a8f6-44e5-aa03-876aaefe29d3 with status ACTIVE [ 1132.966129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.966243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.966310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.966519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.966606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.966774] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.966869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.966933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.967152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.967269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.967490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.967588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.967651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.967787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.967867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.967951] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 805c607f-a8f6-44e5-aa03-876aaefe29d3 is going to be updated. [ 1132.989096] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.989250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.989250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.989440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.989572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.989722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-805c607f-a8f6-44e5-aa03-876aaefe29d3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125407] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.388987] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1133.389521] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 1133.389679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.389888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.390212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.390728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.390891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.391037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.391241] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.391376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.391514] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.627559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.627913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.627913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.628446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1133.662403] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.662640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.662846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.663185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.663359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.673857] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1133.894264] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.398549] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.903086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.903409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.903647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.903799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.903799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.903958] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1134.934903] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.935166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.935246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.935476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.946567] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1135.684973] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1135.685195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.752337] env[65546]: INFO networking_nsxv3.common.synchronization [None req-c1b478fb-a41d-4098-8b17-db7d8d434620 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1135.752337] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1135.753228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.753406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.753447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.753744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.753836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.918503] env[65546]: INFO networking_nsxv3.common.synchronization [None req-fd145a49-06d7-4b69-a736-6714eb0cbc58 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1135.919602] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1135.919602] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.919602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.283702] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.283702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.283915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.284051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.284166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284262] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 already deleted. [ 1136.284847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.284847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.284847] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.564596] env[65546]: INFO networking_nsxv3.common.synchronization [None req-9a47cfed-7cf1-4cd2-b315-5093ad1421c7 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1136.565325] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1136.565661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.565786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.565852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.566182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.566265] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.694708] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6ab946be-6d0f-47e6-b4ea-2dc31157d976 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1136.695278] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1136.695591] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.695690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.806439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.806706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.806870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.807249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.807249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.807426] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 already deleted. [ 1136.807609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.955742] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1136.956129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.956224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.956393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.956583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.956726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.956826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.956934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.957026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.957112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.957208] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.087134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.087293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.087370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.087692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.087692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.087919] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 already deleted. [ 1137.087919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.088189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.088189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.088189] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.194298] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6a4a58fc-e80a-483d-854d-dc718a3ef847 None None] Enqueued Resource ID: 247e83f2-f524-4524-8a26-bbbcb0f7cf19 with Priority: HIGHEST for action port [ 1137.194298] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247e83f2-f524-4524-8a26-bbbcb0f7cf19 with Priority: HIGHEST for action port [ 1137.194298] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-247e83f2-f524-4524-8a26-bbbcb0f7cf19 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.195524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-247e83f2-f524-4524-8a26-bbbcb0f7cf19" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.195793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-247e83f2-f524-4524-8a26-bbbcb0f7cf19" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.196966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-247e83f2-f524-4524-8a26-bbbcb0f7cf19" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.196966] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247e83f2-f524-4524-8a26-bbbcb0f7cf19',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.461164] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.461301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.461380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.461647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.461824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.461929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.461993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.462160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.462247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.462338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.462482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.462576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.462636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.462770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.462917] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.463020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.463073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.463259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.463337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.463415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.463506] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.610147] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.610292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.610362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.610618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.610679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.610778] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 already deleted. [ 1137.610826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.698580] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 247e83f2-f524-4524-8a26-bbbcb0f7cf19 [ 1137.698808] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.699423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.699423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.699423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.699423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.699423] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:247e83f2-f524-4524-8a26-bbbcb0f7cf19 already deleted. [ 1137.699634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-247e83f2-f524-4524-8a26-bbbcb0f7cf19" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.966522] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af9faac-2f2b-4098-94fd-1219da5a819e: rpc.has_security_group_logging(os_id): False [ 1137.985524] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.985678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.985752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.985954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.986053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.986261] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.986496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.986496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.986582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.986650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.986797] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.986892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.986955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.987183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.987268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.987488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.987581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.987643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.987781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.987853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.987940] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1138.048568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.049529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.049529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.049529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.049529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.066400] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1139.749392] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b06542ff-a793-461c-8235-623adb9c9a5c None None] Enqueued Resource ID: 7d049dde-8ed0-48c8-9109-17c84594825b with Priority: HIGHEST for action port [ 1139.750082] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d049dde-8ed0-48c8-9109-17c84594825b with Priority: HIGHEST for action port [ 1139.750396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d049dde-8ed0-48c8-9109-17c84594825b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.750579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d049dde-8ed0-48c8-9109-17c84594825b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.750753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d049dde-8ed0-48c8-9109-17c84594825b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.750947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d049dde-8ed0-48c8-9109-17c84594825b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.751102] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d049dde-8ed0-48c8-9109-17c84594825b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.085506] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1140.085713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.255377] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d049dde-8ed0-48c8-9109-17c84594825b [ 1140.255655] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.255801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.255870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.256099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.256221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.256281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d049dde-8ed0-48c8-9109-17c84594825b already deleted. [ 1140.256361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d049dde-8ed0-48c8-9109-17c84594825b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845666] env[65546]: INFO networking_nsxv3.common.synchronization [req-8b713c7e-61b7-40a9-9b95-621e0618947c req-adb9ee7e-afaa-41e1-af22-d8ac1a89787c tempest-ServersTestJSON-541937299 tempest-ServersTestJSON-541937299-project-member] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1140.846230] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGHEST for action security_group_members [ 1140.846537] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.846660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.846741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.846935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.847114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.847214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.847277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.847419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.847502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.847596] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.349550] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.349739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.349807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.350027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.350129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.350330] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.350431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.350494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.352190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.352190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.352190] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be updated. [ 1141.381953] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.382125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.382204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.382384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.382526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.406933] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: IN_PROGRESS for 2s [ 1142.258562] env[65546]: INFO networking_nsxv3.common.synchronization [req-56f119d7-00c0-4352-b046-6f7d97beb12c req-59946d76-6a78-4b4e-a5b7-74d7faa22b14 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1142.259118] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1142.259426] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.259548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.259617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.259868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.260029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.260125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.260185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.260329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.260411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.260532] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.577133] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.577352] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.577476] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.577789] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578087] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.578261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.578389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.578618] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578791] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.579083] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.579305] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.579351] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.579441] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.579552] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.579685] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.579852] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.611514] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.611717] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.611868] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.612059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.612384] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-48320e91-ee81-4545-bf05-bb21872a2fa3 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.612561] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612682] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.613040] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.613184] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48320e91-ee81-4545-bf05-bb21872a2fa3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.763031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.763222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.763263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.763476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.763628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.763770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.763859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.763928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.764080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.764157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.764247] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 already deleted. [ 1142.764332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.116265] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.116518] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.116653] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.116925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.117089] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.117242] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 48320e91-ee81-4545-bf05-bb21872a2fa3 not found, creating... [ 1143.117561] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.117723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.117845] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.118082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.118220] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.118498] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.118679] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.118800] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.119050] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.119450] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.119606] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 48320e91-ee81-4545-bf05-bb21872a2fa3 is going to be created. [ 1143.143849] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.144112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.144242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.144526] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.144802] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.145082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.420269] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc160232-1c7c-4178-8c38-56c705a3a168 in Status: SUCCESS [ 1143.420624] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 deletion is rescheduled due to dependency. [ 1143.420624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.848524] env[65546]: INFO networking_nsxv3.common.synchronization [req-56f119d7-00c0-4352-b046-6f7d97beb12c req-1454a96c-29ea-43ad-96ea-b8379394829f service nova] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1143.848524] env[65546]: INFO networking_nsxv3.common.synchronization [req-56f119d7-00c0-4352-b046-6f7d97beb12c req-1454a96c-29ea-43ad-96ea-b8379394829f service nova] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1143.848524] env[65546]: INFO networking_nsxv3.common.synchronization [req-56f119d7-00c0-4352-b046-6f7d97beb12c req-1454a96c-29ea-43ad-96ea-b8379394829f service nova] Enqueued Resource ID: 48320e91-ee81-4545-bf05-bb21872a2fa3 with Priority: HIGHEST for action port [ 1143.849798] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_rules [ 1143.850105] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1143.850348] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48320e91-ee81-4545-bf05-bb21872a2fa3 with Priority: HIGHEST for action port [ 1143.850919] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.851709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.851709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.851709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.851709] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.852547] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.853092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.853092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.853092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.853340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.853340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.853340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.853489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.853489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.853573] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.854599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-48320e91-ee81-4545-bf05-bb21872a2fa3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.854599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.854599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.855022] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48320e91-ee81-4545-bf05-bb21872a2fa3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.356576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.356741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.356939] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.357819] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48320e91-ee81-4545-bf05-bb21872a2fa3 with status ACTIVE [ 1144.357999] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.358133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.358193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.358371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.358480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.358671] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.358763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.358818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.358981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.359090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.359251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.359342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.359387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.359534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.359621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.359701] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48320e91-ee81-4545-bf05-bb21872a2fa3 is going to be updated. [ 1144.382519] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.382725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.382725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.382934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.383091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.383259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48320e91-ee81-4545-bf05-bb21872a2fa3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.531604] env[65546]: INFO networking_nsxv3.common.synchronization [req-724488ce-5cc9-401a-a68e-1ad083bc3820 req-c9b96f6b-9a40-4e56-921c-96d28a1945c7 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1144.532637] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1144.532637] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.532772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.532772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.533019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.533336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.533471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.533577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.533704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.533793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.533895] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.862477] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.875402] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.875618] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.875721] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.875985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.876295] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.876582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.876582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.876736] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.878456] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.878456] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.878456] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.878456] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.878456] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.878456] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.878456] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.878456] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.896225] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.896407] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.896547] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.896723] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.897052] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-606941f9-5a3d-4347-91b8-ac25a5cd4d12 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.897231] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.897350] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.897677] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.897821] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606941f9-5a3d-4347-91b8-ac25a5cd4d12',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.036439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.036600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.036672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.036886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.036971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.037194] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.037336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.037427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.037583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.037660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.037747] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 already deleted. [ 1145.037911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.368715] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.368952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.368952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.369162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.369250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.369349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 is going to be created. [ 1145.394186] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.394429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.394429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.394613] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.394790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.401434] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.401746] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.401890] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.402297] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.402567] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.402823] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 606941f9-5a3d-4347-91b8-ac25a5cd4d12 not found, creating... [ 1145.403272] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.403509] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.403668] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.403947] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.404185] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.404532] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.404722] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.404882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.405146] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.405301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.405440] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 606941f9-5a3d-4347-91b8-ac25a5cd4d12 is going to be created. [ 1145.407505] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: UNINITIALIZED for 2s [ 1145.428512] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.428777] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.428909] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.429219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.429461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.429706] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.151312] env[65546]: INFO networking_nsxv3.common.synchronization [req-724488ce-5cc9-401a-a68e-1ad083bc3820 req-913cf0e2-7c2d-476e-8eab-b3534da3e3f1 service nova] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1146.152025] env[65546]: INFO networking_nsxv3.common.synchronization [req-724488ce-5cc9-401a-a68e-1ad083bc3820 req-913cf0e2-7c2d-476e-8eab-b3534da3e3f1 service nova] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1146.152025] env[65546]: INFO networking_nsxv3.common.synchronization [req-724488ce-5cc9-401a-a68e-1ad083bc3820 req-913cf0e2-7c2d-476e-8eab-b3534da3e3f1 service nova] Enqueued Resource ID: 606941f9-5a3d-4347-91b8-ac25a5cd4d12 with Priority: HIGHEST for action port [ 1146.152091] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_rules [ 1146.152233] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1146.152297] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606941f9-5a3d-4347-91b8-ac25a5cd4d12 with Priority: HIGHEST for action port [ 1146.152572] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.152743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.152988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153086] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.153987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.155383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.155383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.155925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.156277] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.157346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-606941f9-5a3d-4347-91b8-ac25a5cd4d12 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.157467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.157543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.157675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.157900] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606941f9-5a3d-4347-91b8-ac25a5cd4d12',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.660927] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.661283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.661551] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.662486] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 606941f9-5a3d-4347-91b8-ac25a5cd4d12 with status ACTIVE [ 1146.663523] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.663685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.663783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.664500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.665530] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.665530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.665530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.665530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.665530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.665841] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 606941f9-5a3d-4347-91b8-ac25a5cd4d12 is going to be updated. [ 1146.715867] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.715867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.715867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.715867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.715867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.715867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606941f9-5a3d-4347-91b8-ac25a5cd4d12" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.804967] env[65546]: INFO networking_nsxv3.common.synchronization [req-1e617f01-5f52-4624-9322-790184ef4f09 req-3aa5994f-bda2-44f3-899c-147f4b92496b tempest-InstanceActionsNegativeTestJSON-892489178 tempest-InstanceActionsNegativeTestJSON-892489178-project-member] Enqueued Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1146.805558] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1146.805858] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.805937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.806012] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.806302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.806698] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.806698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.806698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.807033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.807033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.807033] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.135043] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.135043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-645" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.135043] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-645" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.135276] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-645" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.135446] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.135601] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.135716] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.136013] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.136291] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.136502] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.136613] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.136721] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.136825] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.136931] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.137050] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.137234] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.159286] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.159638] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.159638] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.159766] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-645" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.160085] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.160253] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.160370] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.160780] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.160978] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace2ea2d-f5e8-49a6-96cf-5a9a0d869346',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.167569] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.309422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.309594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.309654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.310181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.310181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.310181] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.310349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.310349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.310585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.310671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.310729] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d already deleted. [ 1147.310800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.330611] env[65546]: INFO networking_nsxv3.common.synchronization [req-49b4566e-70e3-4837-90a6-0b4b931de292 req-2860ba4f-3a7d-44af-97c5-1923135b388c tempest-ServerDiskConfigTestJSON-1212146910 tempest-ServerDiskConfigTestJSON-1212146910-project-member] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1147.331200] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGHEST for action security_group_members [ 1147.331520] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.331652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.331705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.331889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.332062] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.332164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.332226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.332369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.332455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.332560] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.420029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: SUCCESS [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.420029] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.420029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.420489] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.663846] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.664136] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.664272] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.665078] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.665078] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.665078] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 not found, creating... [ 1147.665325] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.665325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.665414] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.665635] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.665767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.666046] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.666200] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.666314] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.666512] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.666643] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.666774] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 is going to be created. [ 1147.669487] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.669600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.669667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.669814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.669892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.669977] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 is going to be created. [ 1147.706904] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.707264] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.707467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.707855] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.708109] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.708348] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.709980] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.710119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.710186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.710367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.710562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.727177] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: UNINITIALIZED for 2s [ 1147.837534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.837534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.837534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.837534] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be updated. [ 1147.875857] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.875857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.875857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.875857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.876104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.885064] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: IN_PROGRESS for 2s [ 1147.922663] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.426999] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97519e85-979f-4afe-b335-c5f53dd1ee43: rpc.has_security_group_logging(os_id): False [ 1148.436949] env[65546]: INFO networking_nsxv3.common.synchronization [req-1e617f01-5f52-4624-9322-790184ef4f09 req-470e40aa-fddc-4949-9197-3ad70eee01bb service nova] Enqueued Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_rules [ 1148.437162] env[65546]: INFO networking_nsxv3.common.synchronization [req-1e617f01-5f52-4624-9322-790184ef4f09 req-470e40aa-fddc-4949-9197-3ad70eee01bb service nova] Enqueued Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1148.437222] env[65546]: INFO networking_nsxv3.common.synchronization [req-1e617f01-5f52-4624-9322-790184ef4f09 req-470e40aa-fddc-4949-9197-3ad70eee01bb service nova] Enqueued Resource ID: ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 with Priority: HIGHEST for action port [ 1148.437502] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_rules [ 1148.437579] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1148.437675] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 with Priority: HIGHEST for action port [ 1148.438268] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.438434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.438521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.438792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.438879] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.440702] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.440793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.440828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.440987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.441156] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.441324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.441375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.441483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.441589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.441678] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.443305] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.443305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.443305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.443305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.443305] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace2ea2d-f5e8-49a6-96cf-5a9a0d869346',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.448079] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.448207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.448342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.448444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.448532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.448763] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.448921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.448921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.449126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.449169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.449246] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 is going to be created. [ 1148.512553] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.512687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.512759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.512973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.513184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.525662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: IN_PROGRESS for 2s [ 1148.947172] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.947377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.947706] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.948741] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 with status ACTIVE [ 1148.948966] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.949203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.949203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.949409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.949543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.949778] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.949914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.950039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.950326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.950434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.950726] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.951737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.951806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.952196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.952196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.952196] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ace2ea2d-f5e8-49a6-96cf-5a9a0d869346 is going to be updated. [ 1148.998386] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.998804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.998804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.998884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.999096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.999339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace2ea2d-f5e8-49a6-96cf-5a9a0d869346" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.454686] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.739108] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: SUCCESS [ 1149.739369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.740714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.740714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.740714] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.896864] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af9faac-2f2b-4098-94fd-1219da5a819e in Status: SUCCESS [ 1149.896959] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e deletion is rescheduled due to dependency. [ 1149.897108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.957282] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.957493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.957570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.957780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.957872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.957970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d is going to be created. [ 1149.984808] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.984962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.985092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.985259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.986666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.995261] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: UNINITIALIZED for 2s [ 1150.244114] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.544695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: SUCCESS [ 1150.544695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.746446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b3c88ef-c32a-436b-9618-8b4045e12586: rpc.has_security_group_logging(os_id): False [ 1150.767501] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.767769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.767845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.768244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.768323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.768875] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.769110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.772838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773363] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 is going to be created. [ 1150.848317] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.853104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.853104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.853104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.853104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.867776] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: IN_PROGRESS for 2s [ 1152.006138] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: SUCCESS [ 1152.006474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.006535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.006715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.006904] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.007022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.007085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.007235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.007311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.007398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.007491] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.509971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.510172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.510258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.510463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.511300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.511300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.511300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.511300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.511300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511544] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.511544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.511544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.511744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.511807] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.511901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.511952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.512102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.512177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.512255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.512344] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.882700] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: SUCCESS [ 1152.883131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.015276] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d620b13b-07b2-4cac-80da-c54bb3abd75d: rpc.has_security_group_logging(os_id): False [ 1153.036021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.036021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.036021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.036021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.036931] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.036931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.036931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.036931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.036931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.036931] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d is going to be created. [ 1153.101022] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.101200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.101236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.101526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.101787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.113353] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: IN_PROGRESS for 2s [ 1153.438341] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.438508] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.129956] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: SUCCESS [ 1155.130297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.439680] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.440064] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.700788] env[65546]: INFO networking_nsxv3.common.synchronization [req-d548c68e-4a1c-481a-aa30-3cb300eff5a3 req-32001e05-6c47-4452-b1be-869d89aa209c tempest-InstanceActionsNegativeTestJSON-892489178 tempest-InstanceActionsNegativeTestJSON-892489178-project-member] Enqueued Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1158.701352] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGHEST for action security_group_members [ 1158.701690] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.701825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.701893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.702154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.702310] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.702407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.702469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.702617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.702711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.702818] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.204842] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.205066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.205111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.205325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.205420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.205625] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.205719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.205783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.205952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.206038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.206129] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d is going to be updated. [ 1159.237269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.237456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.237569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.237855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.238098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.247384] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: IN_PROGRESS for 2s [ 1161.258732] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: IN_PROGRESS for 4s [ 1163.270438] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d620b13b-07b2-4cac-80da-c54bb3abd75d in Status: SUCCESS [ 1163.270855] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d deletion is rescheduled due to dependency. [ 1163.270959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.702948] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.703182] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1164.474237] env[65546]: INFO networking_nsxv3.common.synchronization [None req-71c4ea09-6669-4934-8359-6b360ce9ed27 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1164.475200] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1164.475437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.475576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.475648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.475966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.476064] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.561279] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d1d1fd43-a548-40f0-b933-a43d1d407700 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1164.561279] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1164.561522] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.564685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.998484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.998615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.998687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.998890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.998976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.999087] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 already deleted. [ 1164.999170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.999313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.999467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.999561] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.519086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.519460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.519460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.519544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.519590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.519684] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 already deleted. [ 1165.519765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.153779] env[65546]: INFO networking_nsxv3.common.synchronization [req-309fc304-edbe-464e-85f6-641b42350413 req-4534ba10-dd66-4ce1-88df-afb7461661a4 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1166.154347] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1166.154653] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.154775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.154846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.155117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.155200] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.155301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.155361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.155506] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.155591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.155683] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.657723] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.657723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.657723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.658218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.658218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.658218] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.658337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.658387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.658762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.658762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.658762] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1166.692033] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.692336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.692336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.692490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.692594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.703557] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1168.715485] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1168.715875] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 deletion is rescheduled due to dependency. [ 1168.715875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.118690] env[65546]: INFO networking_nsxv3.common.synchronization [req-a135096d-b6b2-44c7-81b2-5eaabde23352 req-4d647973-103f-48b6-b15f-bdcb23b25c7a tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1170.119269] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1170.119592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.119715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.119782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.121907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.122138] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.122265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.122332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.122575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.122575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.122668] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.375650] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.375846] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.375968] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.376250] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.376850] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.377244] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.377382] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.377601] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.377743] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.377969] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.378099] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.378209] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.378316] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.378423] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.378552] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.378695] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.397939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.397939] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.398098] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.398268] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.398630] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.398784] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.398886] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.399227] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.399495] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.626028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.626028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.626028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.626541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.626541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.626541] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 already deleted. [ 1170.626541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.902344] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.902520] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.902642] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.902929] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.903096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.903644] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f not found, creating... [ 1170.903644] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.903924] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.903924] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.904160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.904212] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.904494] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.904669] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.904762] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.904942] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.905085] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.905221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f is going to be created. [ 1170.926720] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.926921] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.927269] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.927312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.927545] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.928226] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.618320] env[65546]: INFO networking_nsxv3.common.synchronization [req-a135096d-b6b2-44c7-81b2-5eaabde23352 req-eb69ab0a-2954-43ee-98a7-0cc59837d78c service nova] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1171.618320] env[65546]: INFO networking_nsxv3.common.synchronization [req-a135096d-b6b2-44c7-81b2-5eaabde23352 req-eb69ab0a-2954-43ee-98a7-0cc59837d78c service nova] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1171.618320] env[65546]: INFO networking_nsxv3.common.synchronization [req-a135096d-b6b2-44c7-81b2-5eaabde23352 req-eb69ab0a-2954-43ee-98a7-0cc59837d78c service nova] Enqueued Resource ID: 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f with Priority: HIGHEST for action port [ 1171.618320] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_rules [ 1171.618320] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1171.619021] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f with Priority: HIGHEST for action port [ 1171.619021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.619021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.619021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.619278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.619278] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.620196] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.620325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.620378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.620539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.620733] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.620831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.621932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.621932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.621932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.621932] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.622394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.622531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.622678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.622762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.623491] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.125117] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.125290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.125449] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.126430] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f with status ACTIVE [ 1172.126922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.126922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.126922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.127168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.127168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.127279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.128337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.128337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.128664] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f is going to be updated. [ 1172.148847] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.149077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.149077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.149249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.149384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.149540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bc781b1-c6f2-41c5-8dc1-4dab47d09e0f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.630939] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.133321] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.133485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.133541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.133748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.133847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.133940] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 is going to be created. [ 1173.163792] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.163930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.163930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.164135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.164296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.174393] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: UNINITIALIZED for 2s [ 1175.185150] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: SUCCESS [ 1175.185518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.185518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.185704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.185910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.186044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.186111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.186268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.186347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.186431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.186521] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.454069] env[65546]: INFO networking_nsxv3.common.synchronization [req-249c7063-e992-4e03-a935-b3407617475f req-1cd6ef25-e804-46c4-94cf-3cb1f7bc5424 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1175.454559] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1175.455301] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.455455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.455525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.455725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.455881] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.455978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.456051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.456193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.456279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.456368] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.688847] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.761690] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.761952] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.762240] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.763139] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.763139] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.763324] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.763438] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.763764] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.763981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.764189] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.764321] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.764448] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.764575] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.764667] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.764805] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.764935] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.787922] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.788187] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.788290] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.788451] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.788852] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-213e52df-2328-4f28-8f68-aa52349ddcb7 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.789092] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.789160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.789494] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.790212] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e52df-2328-4f28-8f68-aa52349ddcb7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.958325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.958536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.958536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.958802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.958899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.959145] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.959259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.959364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.959475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.959574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.959664] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1175.988822] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.989064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.989189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.989607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.989947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.999948] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1176.192248] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e4f5e59-e4ce-4c03-af12-ec979472e096: rpc.has_security_group_logging(os_id): False [ 1176.211554] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.211708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.211708] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.211904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.211992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.212253] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.212356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.212413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.212563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.212638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.212723] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 is going to be created. [ 1176.279256] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.279472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.279472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.279619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.279810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.292818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: IN_PROGRESS for 2s [ 1176.293669] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.293983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.294206] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.294600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.294828] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.295084] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 213e52df-2328-4f28-8f68-aa52349ddcb7 not found, creating... [ 1176.295585] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.295853] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.296057] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.296396] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.296613] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.297089] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.297334] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.297519] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.297943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.298242] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.298809] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 is going to be created. [ 1176.328671] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.328919] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.329030] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.329340] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.329568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.329789] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.024618] env[65546]: INFO networking_nsxv3.common.synchronization [req-249c7063-e992-4e03-a935-b3407617475f req-81b9089b-1347-4233-98db-f9a1c2ef1c92 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1177.024839] env[65546]: INFO networking_nsxv3.common.synchronization [req-249c7063-e992-4e03-a935-b3407617475f req-81b9089b-1347-4233-98db-f9a1c2ef1c92 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1177.025267] env[65546]: INFO networking_nsxv3.common.synchronization [req-249c7063-e992-4e03-a935-b3407617475f req-81b9089b-1347-4233-98db-f9a1c2ef1c92 service nova] Enqueued Resource ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 with Priority: HIGHEST for action port [ 1177.026172] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1177.026266] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1177.026432] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 with Priority: HIGHEST for action port [ 1177.026840] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.027426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.027587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.027874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.028096] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.029627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.029702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.029879] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-213e52df-2328-4f28-8f68-aa52349ddcb7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.029981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.030100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.030285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.030865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e52df-2328-4f28-8f68-aa52349ddcb7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.533332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 213e52df-2328-4f28-8f68-aa52349ddcb7 with status ACTIVE [ 1177.533332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.533332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.533677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.533677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.533677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.533943] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.534057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.534121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.534295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.534410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.534619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.534700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.535607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.535824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.535941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.536070] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 is going to be updated. [ 1177.537801] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.537922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.561049] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.561288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.561288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.561481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.561618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.561820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.020018] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1178.020225] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 deletion is rescheduled due to dependency. [ 1178.020345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.020512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.020818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.021023] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.021148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.021200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.021355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.021436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.021534] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.307817] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: SUCCESS [ 1178.307992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.524474] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.027401] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.529954] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.530162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.530162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.530406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.530488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.530682] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1179.567742] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.567742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.567742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.567965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.568010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.577265] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1181.588705] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1181.589115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.589244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.589447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.589655] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.589803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.589853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.590019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.590103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.590191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.590290] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.027460] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.027577] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1182.093223] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.595409] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c45172-4226-4920-b931-f935bd48b811: rpc.has_security_group_logging(os_id): False [ 1182.614051] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.614242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.614286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.614484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.614574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.614829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.614932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.615085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.615149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.615239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.615332] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1182.677416] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.677657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.677657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.677807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.677951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.690394] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1184.706982] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1184.707753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.028360] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.028360] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.029937] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.030338] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.910275] env[65546]: INFO networking_nsxv3.common.synchronization [req-c82eb386-5604-4756-b81f-c872f15091af req-043d8a9c-08b7-4b1a-a029-a3f66e45565b tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1195.910840] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1195.911174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.911299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.911367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.911548] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.911694] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.911787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.911869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.911985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.912085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.912178] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.197970] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.198229] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.198397] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.198624] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.198888] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.199113] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.199247] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.199451] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.199595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.199801] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.199959] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.200078] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.200171] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.200278] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.200385] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.200516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.223345] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.223547] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.223742] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.223976] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.224441] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-3b02a44b-575b-4647-ab57-07bbf76fb06b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.224686] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.224851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.225287] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.225526] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b02a44b-575b-4647-ab57-07bbf76fb06b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.414085] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.414365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.414365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.414534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.414621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.414829] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.414939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.414998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.415157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.415232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.415318] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1196.440238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.440456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.440456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.440619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.440810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.450556] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1196.728041] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.729054] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.729054] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.729197] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.729249] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.729404] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 3b02a44b-575b-4647-ab57-07bbf76fb06b not found, creating... [ 1196.729745] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.729938] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.730069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.730299] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.730435] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.730768] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.730904] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.731054] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.731259] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.731393] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.731529] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 3b02a44b-575b-4647-ab57-07bbf76fb06b is going to be created. [ 1196.762399] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.762520] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.762576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.762889] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.763138] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.763389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.437580] env[65546]: INFO networking_nsxv3.common.synchronization [req-c82eb386-5604-4756-b81f-c872f15091af req-448dcb26-0ab9-443e-a482-f64a3fa4b68d service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1197.437837] env[65546]: INFO networking_nsxv3.common.synchronization [req-c82eb386-5604-4756-b81f-c872f15091af req-448dcb26-0ab9-443e-a482-f64a3fa4b68d service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1197.437918] env[65546]: INFO networking_nsxv3.common.synchronization [req-c82eb386-5604-4756-b81f-c872f15091af req-448dcb26-0ab9-443e-a482-f64a3fa4b68d service nova] Enqueued Resource ID: 3b02a44b-575b-4647-ab57-07bbf76fb06b with Priority: HIGHEST for action port [ 1197.438147] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1197.438277] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1197.438444] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b02a44b-575b-4647-ab57-07bbf76fb06b with Priority: HIGHEST for action port [ 1197.438967] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.439195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.439292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.439545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.439682] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.440693] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.440844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.441157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b02a44b-575b-4647-ab57-07bbf76fb06b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.441297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.441389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.442031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.442031] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b02a44b-575b-4647-ab57-07bbf76fb06b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.945061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.945061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.945061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b02a44b-575b-4647-ab57-07bbf76fb06b with status ACTIVE [ 1197.945061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.945061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.945061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.945675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.945675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.945675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.945675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.945675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.945675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.945860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.945924] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.946044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.946091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.946219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.946296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.946382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b02a44b-575b-4647-ab57-07bbf76fb06b is going to be updated. [ 1197.968545] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.968919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.968919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.969064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.969111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.969256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b02a44b-575b-4647-ab57-07bbf76fb06b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.461174] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1198.461598] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe deletion is rescheduled due to dependency. [ 1198.461598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.461598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.461815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.462068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.462196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.462258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.462405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.462485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.462582] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.964987] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.468403] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.971462] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.971680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.971680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.971875] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.971963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.972071] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1200.002331] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.002516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.002566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.002746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.002896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.010835] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1201.979906] env[65546]: INFO networking_nsxv3.common.synchronization [None req-fa02e126-43c9-4889-b400-998c6645c7a5 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1201.980447] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1201.980768] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.980889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.022474] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1202.022744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.022822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.023052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.023249] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.023360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.023420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.024330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.024330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.024330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.024330] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.024844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.024844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.024974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.025094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.025159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.025298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.025374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.025459] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.527771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.527943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.528124] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.030220] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.532227] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.532443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.532443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.532683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.532800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.532868] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1203.562000] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.562247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.562247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.562423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.562508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.572448] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1204.010582] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.010814] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.010948] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.011234] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.011497] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.011660] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.011792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.011994] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.012152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.012362] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.012476] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.012585] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.012692] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.012801] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.012908] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.013047] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.031477] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.031841] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.031841] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.031998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.032332] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-aa5ade96-eab4-46c0-86cb-0de07153e90c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.032507] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.032627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.032957] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.033118] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5ade96-eab4-46c0-86cb-0de07153e90c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.535286] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.535510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.535619] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.535919] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.536094] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.536244] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port aa5ade96-eab4-46c0-86cb-0de07153e90c not found, creating... [ 1204.536504] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.536660] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.536775] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.536994] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.537144] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.537417] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.537568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.537682] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.537880] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.538024] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.538160] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: aa5ade96-eab4-46c0-86cb-0de07153e90c is going to be created. [ 1204.557715] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.557916] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.558039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.558300] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.558551] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.558797] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.271551] env[65546]: INFO networking_nsxv3.common.synchronization [req-b1476ba3-5014-4f1b-9a40-0c5ae96cc5a3 req-c84d4819-e38b-4795-8abd-f2fd11a780b4 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1205.271831] env[65546]: INFO networking_nsxv3.common.synchronization [req-b1476ba3-5014-4f1b-9a40-0c5ae96cc5a3 req-c84d4819-e38b-4795-8abd-f2fd11a780b4 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1205.271918] env[65546]: INFO networking_nsxv3.common.synchronization [req-b1476ba3-5014-4f1b-9a40-0c5ae96cc5a3 req-c84d4819-e38b-4795-8abd-f2fd11a780b4 service nova] Enqueued Resource ID: aa5ade96-eab4-46c0-86cb-0de07153e90c with Priority: HIGHEST for action port [ 1205.272524] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1205.272684] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1205.272804] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5ade96-eab4-46c0-86cb-0de07153e90c with Priority: HIGHEST for action port [ 1205.273241] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.273377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.273592] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.273680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.273861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa5ade96-eab4-46c0-86cb-0de07153e90c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.273962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.274061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.274307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.274426] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5ade96-eab4-46c0-86cb-0de07153e90c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.582462] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1205.582620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.582786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.583014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.583241] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.583365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.583428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.583589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.583668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.583749] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.583915] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.583978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.584052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.584187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.584322] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.584412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.584472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.584603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.584678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.584756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.584840] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.585690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.585918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.586019] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.586115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.586170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.586294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.586463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.586463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.776657] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa5ade96-eab4-46c0-86cb-0de07153e90c with status ACTIVE [ 1205.776909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.777080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.777196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.777545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.777545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.777677] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.777745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.777784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.777916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.778020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.778167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.778274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.778338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.778501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.778501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.778607] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa5ade96-eab4-46c0-86cb-0de07153e90c is going to be updated. [ 1205.800960] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.801253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.801253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.801381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.801524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.801691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa5ade96-eab4-46c0-86cb-0de07153e90c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.088188] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1206.089314] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.107607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.107809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.107809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.108013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.108108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.108299] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.108395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.108456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.108594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.108669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.108899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.108992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.109067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.109206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.109279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.109454] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.109547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.109608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.109781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.109856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.109952] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1206.173284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.173492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.173492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.173670] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.173812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.189415] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1206.592883] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.095061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.095265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.095265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.095448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.095535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.095630] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1207.125341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.125538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.125538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.125727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.125870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.134642] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1207.873016] env[65546]: INFO networking_nsxv3.common.synchronization [req-241e247e-6a0b-469d-8ee2-8c46b4ccccfc req-c0853580-3798-4e04-a46f-ae886998efaa tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1207.873763] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGHEST for action security_group_members [ 1207.874251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.875053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.875053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.875053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.875053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.875934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.875934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.875934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.875934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.875934] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.201411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1208.201633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.201826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.202062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.202152] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.378820] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.379078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.379078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.379981] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.379981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.379981] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 is going to be updated. [ 1208.407179] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.407380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.407380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.407510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.407649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.415890] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: IN_PROGRESS for 2s [ 1208.704668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.704871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.144481] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1209.144846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.144846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.145086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.145274] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.145388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.145452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.145599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.145677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.145762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.145852] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.648626] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.648878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.648878] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.649165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.649414] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.649528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.649597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.649813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.649907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.650079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.650384] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.650384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.650547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.650632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.650780] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.650946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.650994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.651182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.651266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.651349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.651445] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.153356] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1210.171461] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.171601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.171681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.171931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.172018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.172214] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.172332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.172397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.172539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.172614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.172815] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.172908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.172967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.173118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.173187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.173384] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.173483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.173544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.173678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.173751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.173843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1210.231926] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.232118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.232118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.232288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.232428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.246362] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1210.426753] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79ada56-b916-45ee-9c60-73107999d0d7 in Status: SUCCESS [ 1210.426932] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 deletion is rescheduled due to dependency. [ 1210.427075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.260516] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1212.260911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.586753] env[65546]: INFO networking_nsxv3.common.synchronization [None req-89ba8c73-11b9-48dd-8a0e-d2f7756775ef tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1212.587316] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1212.587618] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.587732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.587798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.588067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.588151] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.666826] env[65546]: INFO networking_nsxv3.common.synchronization [None req-48f8d57d-8afe-44f9-be6c-dfa544f09471 tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1212.667214] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1212.669102] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.669292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.106902] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.107112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.107210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.107425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.107517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.107609] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 already deleted. [ 1213.107691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.107834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.107986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.108085] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.626957] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.627342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.627342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.627405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.627460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.627552] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 already deleted. [ 1213.627634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.295634] env[65546]: INFO networking_nsxv3.common.synchronization [req-65e420b4-0ed6-40fb-8bb5-921be00b0ee7 req-09447627-58f5-470f-9a76-d63cd30dd73b tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1217.296210] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1217.296663] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.296663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.296812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.296949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.297237] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.297237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.297237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.297401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.297436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.297563] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.802429] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.831833] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2a07ea1f-044f-49e2-beca-252aed85973b tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1217.832651] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1217.833173] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.833297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.119973] env[65546]: INFO networking_nsxv3.common.synchronization [req-d6144ba3-0f98-4c48-aecb-1ccb6c62aeba req-eec24d2a-5c0b-4894-bf2e-0bd69bab2de5 tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1218.120532] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1218.120886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.121656] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.121816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.121909] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.304091] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.412629] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.412629] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.412825] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.412915] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.413186] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.413343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.413456] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.413656] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.413793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.413995] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.414120] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.414223] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.414325] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.414429] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.414527] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.414653] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.434098] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.434098] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.434098] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.434385] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-790" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.434433] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-72291e0c-24c8-4508-99ac-a1cc26f905d0 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.434582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.434695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.435020] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.435154] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72291e0c-24c8-4508-99ac-a1cc26f905d0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.625067] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.625067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.625067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.625067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.625067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.625067] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.625651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.625651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.625651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.625651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.625651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 already deleted. [ 1218.625651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.807076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.807292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.807546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.807546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.807609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.807708] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1218.837646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.837800] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.837868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.838102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.838248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.850865] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1218.939219] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.939423] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.939525] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.939768] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.939916] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940084] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 72291e0c-24c8-4508-99ac-a1cc26f905d0 not found, creating... [ 1218.940345] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.940505] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.940610] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.940915] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.940991] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.941272] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.941430] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.941541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.941741] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.941874] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.942037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 72291e0c-24c8-4508-99ac-a1cc26f905d0 is going to be created. [ 1218.962461] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.962670] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.962788] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.963072] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.963302] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.963523] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.652645] env[65546]: INFO networking_nsxv3.common.synchronization [req-d6144ba3-0f98-4c48-aecb-1ccb6c62aeba req-b142e2d4-5d0b-448b-8a9e-9dcd89f97c37 service nova] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1219.652916] env[65546]: INFO networking_nsxv3.common.synchronization [req-d6144ba3-0f98-4c48-aecb-1ccb6c62aeba req-b142e2d4-5d0b-448b-8a9e-9dcd89f97c37 service nova] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1219.652963] env[65546]: INFO networking_nsxv3.common.synchronization [req-d6144ba3-0f98-4c48-aecb-1ccb6c62aeba req-b142e2d4-5d0b-448b-8a9e-9dcd89f97c37 service nova] Enqueued Resource ID: 72291e0c-24c8-4508-99ac-a1cc26f905d0 with Priority: HIGHEST for action port [ 1219.653463] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_rules [ 1219.653600] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1219.653697] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72291e0c-24c8-4508-99ac-a1cc26f905d0 with Priority: HIGHEST for action port [ 1219.653961] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.654092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.654181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.654344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.654424] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.655279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.655388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.655454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.655606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.655748] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.655840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.655901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.656045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.656129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.656213] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.656936] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-72291e0c-24c8-4508-99ac-a1cc26f905d0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.657051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.657111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.657252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.657323] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72291e0c-24c8-4508-99ac-a1cc26f905d0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.118460] env[65546]: INFO networking_nsxv3.common.synchronization [req-1f400d50-4c86-4c77-9c09-905ad9f067bd req-9a2ff788-45ce-4b11-b259-2bd0a26e31ac tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1220.118658] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGHEST for action security_group_members [ 1220.119018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.119131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.119204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.119405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.119544] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.119640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.119696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.119830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.119910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.120044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.158628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.158803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.158954] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.160524] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72291e0c-24c8-4508-99ac-a1cc26f905d0 with status ACTIVE [ 1220.160765] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.160833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.160965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.161156] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.161250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.161436] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.161655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.161655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.161756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.161792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.162457] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.162578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.162615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.162847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.162949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.163061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72291e0c-24c8-4508-99ac-a1cc26f905d0 is going to be updated. [ 1220.185425] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.185619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.185619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.185765] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.185903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.186073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72291e0c-24c8-4508-99ac-a1cc26f905d0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.431816] env[65546]: INFO networking_nsxv3.common.synchronization [req-930ea9b8-5579-446e-9241-3288cdb00ad8 req-03c14773-3817-4209-a191-f90c1e6216c8 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1220.432573] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGHEST for action security_group_members [ 1220.432894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.433036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.433109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.433344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.433505] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.433605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.433667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.433816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.433919] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.434052] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.622121] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.622309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.622348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.622820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.622820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.622965] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.623109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.623190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.623377] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.623461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.623551] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 is going to be updated. [ 1220.652506] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.652730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.652730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.653048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.653048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.661667] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.663468] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: IN_PROGRESS for 2s [ 1220.861964] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1220.862292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.862464] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.862668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.862856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.862971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.863048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.863198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.863273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.863363] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.936799] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.936964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.937028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.937246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.937340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.937544] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.937650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.937713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.937855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.937931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.938033] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 is going to be updated. [ 1220.965570] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.965763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.965763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.965958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.966111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.974188] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: IN_PROGRESS for 2s [ 1221.164982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.165231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.165282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.165525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.165618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.165722] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 is going to be created. [ 1221.189655] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.189820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.189859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.190083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.190250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.198985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: UNINITIALIZED for 2s [ 1221.366086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.366086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.366086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.366304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.366335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.366532] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.366635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.366696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.366841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.366942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.367051] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1221.404157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.404321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.404372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.404580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.404724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.421066] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1222.673390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 in Status: SUCCESS [ 1222.673766] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 deletion is rescheduled due to dependency. [ 1222.673766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.983427] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 in Status: SUCCESS [ 1222.983583] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 deletion is rescheduled due to dependency. [ 1222.983701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.209619] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: SUCCESS [ 1223.209820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.209944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.210172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.210365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.210477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.210541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.210684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.210763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.210847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.210989] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.432476] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1223.432706] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe deletion is rescheduled due to dependency. [ 1223.432819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.713199] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.215175] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0: rpc.has_security_group_logging(os_id): False [ 1224.234059] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.234266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.234266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.234451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.234538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.234776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.234894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.234974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.235139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.235215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.235302] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 is going to be created. [ 1224.302670] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.302865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.302865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.303077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.303365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.316486] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: IN_PROGRESS for 2s [ 1225.433169] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.433483] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.334172] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: SUCCESS [ 1226.334343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.351211] env[65546]: INFO networking_nsxv3.common.synchronization [None req-ab152d19-d2aa-4bc5-abd6-808c4271c249 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1226.351919] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1226.352476] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.352476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.352476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.352747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.352819] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.443771] env[65546]: INFO networking_nsxv3.common.synchronization [None req-59350867-6a23-4479-bc68-13cdb9771c43 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1226.444336] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1226.444636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.444737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.878303] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.878455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.878528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.878758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.878926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.879042] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 already deleted. [ 1226.879135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.879323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.879494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.879581] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.398404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.398660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.398660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.398795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.398900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.398999] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 already deleted. [ 1227.399096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.445826] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.446321] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.905594] env[65546]: INFO networking_nsxv3.common.synchronization [req-b7906fcf-acd0-4c52-919d-19945719765f req-367da093-1236-415d-a1f7-5661c847d762 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1231.906074] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1231.906390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.906511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.906578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.906831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.906988] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.907107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.907181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.907333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.907414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.907501] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.924900] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7d61739-9b5f-4292-99ff-06e18f8def35 req-0f8a4a0a-b223-450c-85b2-f8e4068f25b9 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1231.925419] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGHEST for action security_group_members [ 1231.925687] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.925818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.925861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.926391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.926555] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.926656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.926719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.926874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.926958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.927068] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.225248] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.225447] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.225571] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.225945] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.226085] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.226271] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.226391] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.226596] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.226738] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.226953] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.227059] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.227164] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.227270] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.227377] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.227478] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.227603] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.252364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.252535] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.252677] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.252874] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.253215] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.253426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.253549] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.253869] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.254153] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd2c1c5-41c5-48a1-b8b7-2f31088918c6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.409260] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.409468] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.409513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.409724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.409818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.410066] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.410173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.410238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.410388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.410469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.410537] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 already deleted. [ 1232.410617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.429214] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.429397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.429397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.429577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.429659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.429838] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.429924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.429988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.430142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.430218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.430304] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c is going to be updated. [ 1232.456210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.456625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.456625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.456703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.456811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.466483] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: IN_PROGRESS for 2s [ 1232.758583] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.758931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.759123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.759527] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.759744] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.759944] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 not found, creating... [ 1232.760345] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.760595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.760767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.761103] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.761329] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.761681] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.761917] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.762124] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.762416] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.762626] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.762847] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 is going to be created. [ 1232.786897] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.787224] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.787389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.787714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.787969] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.788286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.504228] env[65546]: INFO networking_nsxv3.common.synchronization [req-b7906fcf-acd0-4c52-919d-19945719765f req-cd287670-1706-4139-a076-668d87f56e8c service nova] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1233.504505] env[65546]: INFO networking_nsxv3.common.synchronization [req-b7906fcf-acd0-4c52-919d-19945719765f req-cd287670-1706-4139-a076-668d87f56e8c service nova] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1233.504505] env[65546]: INFO networking_nsxv3.common.synchronization [req-b7906fcf-acd0-4c52-919d-19945719765f req-cd287670-1706-4139-a076-668d87f56e8c service nova] Enqueued Resource ID: 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 with Priority: HIGHEST for action port [ 1233.505017] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1233.505162] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1233.505259] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 with Priority: HIGHEST for action port [ 1233.505533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.505638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.505704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.505904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.505968] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.507922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.507922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.507922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.507922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.507922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.507922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.507922] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.508227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.508227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.508227] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.509556] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.509678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.509719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.509873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.509948] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd2c1c5-41c5-48a1-b8b7-2f31088918c6',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.008114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.008339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.009588] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.011248] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 with status ACTIVE [ 1234.011566] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.011699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.011763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.011968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.012108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.012288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.012384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.012444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.012649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.012732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.012910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.012999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.013079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.013288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.013288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.013367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fd2c1c5-41c5-48a1-b8b7-2f31088918c6 is going to be updated. [ 1234.035571] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.035825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.035825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.035991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.036146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.036303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd2c1c5-41c5-48a1-b8b7-2f31088918c6" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.478322] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c in Status: SUCCESS [ 1234.478508] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c deletion is rescheduled due to dependency. [ 1234.478630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.512387] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.015771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.015968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.015968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.016148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.016238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.016335] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be created. [ 1235.042411] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.042643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.042643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.042838] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.042998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.054775] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: UNINITIALIZED for 2s [ 1235.786595] env[65546]: INFO networking_nsxv3.common.synchronization [req-734c59f7-c7c4-4d8b-a5ef-fe9d067ba1f8 req-4e774af9-87c8-40f6-aa4d-c9b99cda802f tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1235.787038] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGHEST for action security_group_members [ 1235.787587] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.787750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.787843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.788621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.788621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.788621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.788621] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.788867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.789067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.789213] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.291897] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.292158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.292250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.292472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.292563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.292767] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.292865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.292927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.293085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.293163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.293249] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 is going to be updated. [ 1236.323459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.323677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.323814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.324179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.324465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.335750] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: IN_PROGRESS for 2s [ 1236.781890] env[65546]: INFO networking_nsxv3.common.synchronization [None req-621f37f0-4fc9-4ef0-964c-3ce8896a6eb0 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1236.783148] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1236.783906] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.784457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.784457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.784596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.784675] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.872553] env[65546]: INFO networking_nsxv3.common.synchronization [None req-93d17454-90b6-4f3c-97cb-1e86296d1180 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1236.873293] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1236.873512] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.873615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.066432] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1237.066691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.066934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.067538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.067597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068143] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.308489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.308761] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.308982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.309128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.309214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.309324] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 already deleted. [ 1237.309413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.309578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.309752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.309844] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.570448] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.835180] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.835180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.835180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.835180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.835430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.835430] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 already deleted. [ 1237.835430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.072716] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad5cb66a-0726-4a88-83be-ae5ffecaf369: rpc.has_security_group_logging(os_id): False [ 1238.103091] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.103312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.103312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.103520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.103607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.103868] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.103969] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.104046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.104196] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.104275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.104363] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be created. [ 1238.165922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.166222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.166222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.166355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.166557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.180662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1238.348870] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 in Status: SUCCESS [ 1238.349104] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 deletion is rescheduled due to dependency. [ 1238.349221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.193428] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1240.193844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.876463] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.876748] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.872055] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ea6a4bf-667f-4e27-b8cb-8db2c3ccaede req-535f2101-14f7-4349-b1f1-de0b294ef44b tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1242.872638] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1242.873239] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.873239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.873239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.873500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.873610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.873610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.873696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.873794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.873904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.873962] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.186992] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.187313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.187353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.187589] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.187862] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.188069] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.188321] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.188559] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.188711] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.188919] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.189074] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.189199] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.189310] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.189431] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.189568] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.189712] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.209712] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.209771] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.209864] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.210217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.210542] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-d462425f-ddfc-4691-8400-4117ee91c4b5 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.210713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.210831] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.211196] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.211336] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d462425f-ddfc-4691-8400-4117ee91c4b5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.378231] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.378405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.378450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.378644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.378744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.378938] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.379129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.379188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.379346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.379420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.379508] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 already deleted. [ 1243.379582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.714127] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.714361] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.714483] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.714746] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.714890] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.715054] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port d462425f-ddfc-4691-8400-4117ee91c4b5 not found, creating... [ 1243.715309] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.715464] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.715578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.715786] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.715923] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.716678] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.716853] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.716972] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.717202] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.717338] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.717471] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: d462425f-ddfc-4691-8400-4117ee91c4b5 is going to be created. [ 1243.739980] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.740221] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.740326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.740583] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.740805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.741029] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.433053] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ea6a4bf-667f-4e27-b8cb-8db2c3ccaede req-10646156-8823-4312-9684-4867d85d5bd1 service nova] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1244.433306] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ea6a4bf-667f-4e27-b8cb-8db2c3ccaede req-10646156-8823-4312-9684-4867d85d5bd1 service nova] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1244.433484] env[65546]: INFO networking_nsxv3.common.synchronization [req-8ea6a4bf-667f-4e27-b8cb-8db2c3ccaede req-10646156-8823-4312-9684-4867d85d5bd1 service nova] Enqueued Resource ID: d462425f-ddfc-4691-8400-4117ee91c4b5 with Priority: HIGHEST for action port [ 1244.433891] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_rules [ 1244.434035] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1244.434136] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462425f-ddfc-4691-8400-4117ee91c4b5 with Priority: HIGHEST for action port [ 1244.434422] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.434512] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.434576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.434766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.434840] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.435643] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.435756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.435822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.435976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.436129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.436221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.436279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.436416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.436501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.436777] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.437585] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-d462425f-ddfc-4691-8400-4117ee91c4b5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.437666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.437699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.437844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.437915] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d462425f-ddfc-4691-8400-4117ee91c4b5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.939616] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.940626] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.940730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.940886] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d462425f-ddfc-4691-8400-4117ee91c4b5 with status ACTIVE [ 1244.941061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.941208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.941271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.941478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.941563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.941735] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.941830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.941892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.942056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.942134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.942316] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.942407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.942467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.942600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.942692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.942751] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d462425f-ddfc-4691-8400-4117ee91c4b5 is going to be updated. [ 1244.962737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.962916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.962916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.963126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.963256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.963408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d462425f-ddfc-4691-8400-4117ee91c4b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.444675] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.947876] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.947876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.947876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.948204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.948204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.948268] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 is going to be created. [ 1245.971716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.971904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.971904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.972129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.972296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.980729] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: UNINITIALIZED for 2s [ 1247.991598] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: SUCCESS [ 1247.991993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.991993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.992312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.992611] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.992818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.992930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.993119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.993205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.993305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.993425] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.495624] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.998535] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cfbfaa7-8405-4a94-9e4f-4455886ade82: rpc.has_security_group_logging(os_id): False [ 1249.028444] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.028653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.028726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.028939] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.029038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.029286] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.029385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.029446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.029610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.029731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.029840] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 is going to be created. [ 1249.090401] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.090612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.090612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.090779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.090953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.107088] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: IN_PROGRESS for 2s [ 1249.435257] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.435257] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.486070] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a5d2ec0-8550-4a13-967c-c90110e62caa req-27ba96cc-7f6a-4df7-a766-6c5144501137 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1249.486663] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1249.486963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.487104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.487171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.487396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.487557] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.487656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.487730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.487887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.488030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.488084] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.821816] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.822031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.822184] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.822492] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.822756] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.822914] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.823039] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.823277] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.823426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.823634] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.823749] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.823857] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.823965] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.824112] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.824262] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.824403] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.845081] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.845270] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.845409] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.845584] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.845897] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.846082] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.846199] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.846552] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.846691] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cd48aa6-3ade-4a0c-9774-a5b212a40c93',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.989780] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.349361] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.349776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.349776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.349982] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.350244] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.350454] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 not found, creating... [ 1250.350767] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.350943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.351074] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.351358] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.351482] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.351794] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.351981] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.352141] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.352389] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.352530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.352668] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 is going to be created. [ 1250.379382] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.379627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.379781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.380158] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.380472] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.380776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.491940] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.995519] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.995724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.995791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.996174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.996284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.996374] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1251.027337] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.027521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.027594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.028409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.028409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.039451] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1251.085265] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a5d2ec0-8550-4a13-967c-c90110e62caa req-e7eedcc9-9e13-4a6c-8041-0cfa7b3eacd3 service nova] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1251.085448] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a5d2ec0-8550-4a13-967c-c90110e62caa req-e7eedcc9-9e13-4a6c-8041-0cfa7b3eacd3 service nova] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1251.085581] env[65546]: INFO networking_nsxv3.common.synchronization [req-0a5d2ec0-8550-4a13-967c-c90110e62caa req-e7eedcc9-9e13-4a6c-8041-0cfa7b3eacd3 service nova] Enqueued Resource ID: 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 with Priority: HIGHEST for action port [ 1251.086131] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_rules [ 1251.086405] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1251.086550] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 with Priority: HIGHEST for action port [ 1251.086893] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.087077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.087162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.087388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.087470] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.088313] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.088417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.088610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.088754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.088797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.088936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.089018] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cd48aa6-3ade-4a0c-9774-a5b212a40c93',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.119943] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: SUCCESS [ 1251.120167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.590628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.590908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.590990] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 with status ACTIVE [ 1251.591207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.591331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.591389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.591561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.591674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.591811] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.591950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.591950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.592215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.592298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.592482] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.592617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.592775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.592862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.592952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.593850] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cd48aa6-3ade-4a0c-9774-a5b212a40c93 is going to be updated. [ 1251.615593] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.615769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.615845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.616070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.616233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.616361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cd48aa6-3ade-4a0c-9774-a5b212a40c93" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.013355] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.013702] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.013745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.014453] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.014666] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.014852] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.014979] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.015252] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.015409] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.015647] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.015772] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.015884] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.016011] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.016126] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.016313] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.016420] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.034689] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.034884] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.035024] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.035234] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-966" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.035641] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-213e52df-2328-4f28-8f68-aa52349ddcb7 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.035829] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.035965] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.036312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.036495] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e52df-2328-4f28-8f68-aa52349ddcb7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.048700] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1253.048988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.049228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.049487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.049699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.049845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.049945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.050158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.050276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.050405] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.538665] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.538959] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.539213] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.539548] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.539752] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.540122] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.540356] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.540503] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.540755] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.540915] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.541284] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.541467] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.541572] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.541807] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.541972] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.542207] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 is going to be updated. [ 1253.553185] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.564164] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.564460] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.564621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.564896] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.565112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.565353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.054969] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.246930] env[65546]: INFO networking_nsxv3.common.synchronization [req-a2baf028-2cfd-4e55-b157-cddb1fbdecc8 req-410f4f9c-2ded-485e-b6ee-ee4f4c5ac2e3 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1254.247132] env[65546]: INFO networking_nsxv3.common.synchronization [req-a2baf028-2cfd-4e55-b157-cddb1fbdecc8 req-410f4f9c-2ded-485e-b6ee-ee4f4c5ac2e3 service nova] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1254.247272] env[65546]: INFO networking_nsxv3.common.synchronization [req-a2baf028-2cfd-4e55-b157-cddb1fbdecc8 req-410f4f9c-2ded-485e-b6ee-ee4f4c5ac2e3 service nova] Enqueued Resource ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 with Priority: HIGHEST for action port [ 1254.247763] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_rules [ 1254.247894] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1254.247986] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 with Priority: HIGHEST for action port [ 1254.248557] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.248678] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.248747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.248940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.249038] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.249870] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.249978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.250057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.250332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.250602] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.250727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.251622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.251622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.251622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.251622] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.251944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-213e52df-2328-4f28-8f68-aa52349ddcb7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.251944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.252067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.252160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.252220] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e52df-2328-4f28-8f68-aa52349ddcb7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.557879] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.558061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.558137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.558367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.558482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558585] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1254.588850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.589097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.589097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.589360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.589538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.598632] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1254.753493] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.754693] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.754852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.755446] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 213e52df-2328-4f28-8f68-aa52349ddcb7 with status ACTIVE [ 1254.755446] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.755617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.755617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.755831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.755929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.756144] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.756776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.756776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.756776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.756776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.756776] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.757086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.757086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.757143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.757224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.757536] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 213e52df-2328-4f28-8f68-aa52349ddcb7 is going to be updated. [ 1254.780288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.780492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.780492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.780683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.780815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.780997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213e52df-2328-4f28-8f68-aa52349ddcb7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.256817] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.759145] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.759350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.759418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.759618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.759715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759831] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1255.791134] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.791347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.791439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.791704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.791954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.816307] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1256.610037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1256.610037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.610037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.610540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.610540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.610669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.610669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.610816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.610896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.610986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.611092] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.114129] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.616972] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad5cb66a-0726-4a88-83be-ae5ffecaf369: rpc.has_security_group_logging(os_id): False [ 1257.641452] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.641661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.641661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.641854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.641942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.642209] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.642307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.642371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.642518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.642593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.642678] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1257.703197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.703406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.703406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.703599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.703724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.718726] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1257.826266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1257.826496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.826754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.827086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.827363] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.827523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.827619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.827865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.827975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.828090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.828221] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.331033] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.835338] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c45172-4226-4920-b931-f935bd48b811: rpc.has_security_group_logging(os_id): False [ 1258.855111] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.855111] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.855111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.855111] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1258.918346] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.919019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.919327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.919686] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.919990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.934652] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1259.249341] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.249341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.736159] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1259.736988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.931713] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d9d26f9c-e0ac-4d0e-a5df-9b58d16b8cc0 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1259.932416] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1259.932740] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.932886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.932964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.933131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.933283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.933380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.933440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.933569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.933662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.933740] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.438052] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.438052] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.438052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.438052] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1260.470103] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.470103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.470103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.470103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.470103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.480942] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1260.948575] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1260.948956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.490979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1262.491590] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe deletion is rescheduled due to dependency. [ 1262.491590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.933768] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.933768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.934446] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.934845] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.669998] env[65546]: INFO networking_nsxv3.common.synchronization [req-ae8d0bbb-60fb-4476-8b8c-e0831e2889c2 req-da3e80be-a263-47ee-8b3d-65733a98cd67 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1270.670559] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1270.671099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.671220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.671308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.671578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.671692] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.671791] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.671845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.671978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.672075] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.672164] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.174247] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.174528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.174528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.174759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.197900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.198179] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.198302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.198370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.198601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.198684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.198772] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1271.229442] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.229608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.229608] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.229798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.229938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.240399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1272.674515] env[65546]: INFO networking_nsxv3.common.synchronization [req-83d360aa-dae9-424d-80fe-d1e14824af8b req-003b449f-6983-4a96-bde4-c72374dd27b0 tempest-ServerActionsTestOtherB-164561601 tempest-ServerActionsTestOtherB-164561601-project-member] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1272.674515] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGHEST for action security_group_members [ 1272.674770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.674886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.674949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.675703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.675703] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.675703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.675703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.675887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.675887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.675952] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.178549] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.178767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.178847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.179086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.179184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.179413] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.179519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.179584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.179742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.179817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.179904] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be updated. [ 1273.210779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.211023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.211023] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.211175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.211541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.220058] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 2s [ 1273.249591] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1273.249797] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 deletion is rescheduled due to dependency. [ 1273.249892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.230559] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: IN_PROGRESS for 4s [ 1276.637059] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.637059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.637059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.637059] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.637576] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.637576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.637576] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.637763] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.637763] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.637940] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.638064] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.638179] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.638287] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.638395] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.638499] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.638632] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.659491] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.659685] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.659784] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.659954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.660285] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-00ae1881-e82f-4bd5-b6bc-67e58dac7039 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.660453] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.660574] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.660998] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.661159] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ae1881-e82f-4bd5-b6bc-67e58dac7039',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.163205] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.163583] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.163804] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.164207] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.164410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.164574] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 00ae1881-e82f-4bd5-b6bc-67e58dac7039 not found, creating... [ 1277.164840] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.164995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.165123] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.165345] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.165485] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.165795] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.165934] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.166060] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.166237] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.166366] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.166503] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 is going to be created. [ 1277.187092] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.187308] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.187442] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.187698] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.187926] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.188169] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.240539] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c45172-4226-4920-b931-f935bd48b811 in Status: SUCCESS [ 1277.240792] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c45172-4226-4920-b931-f935bd48b811 deletion is rescheduled due to dependency. [ 1277.240879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.675547] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.675547] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.888089] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7bc671e-ec2b-4114-aad9-f7d425effca1 req-163ff0e5-2920-4428-8958-19dc1a8ecab2 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1277.888089] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7bc671e-ec2b-4114-aad9-f7d425effca1 req-163ff0e5-2920-4428-8958-19dc1a8ecab2 service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1277.888241] env[65546]: INFO networking_nsxv3.common.synchronization [req-d7bc671e-ec2b-4114-aad9-f7d425effca1 req-163ff0e5-2920-4428-8958-19dc1a8ecab2 service nova] Enqueued Resource ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with Priority: HIGHEST for action port [ 1277.888748] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1277.888857] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1277.888955] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with Priority: HIGHEST for action port [ 1277.889244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.889375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.889570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.889628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.889711] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.890530] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.890635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.890683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.890839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.891387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.891517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.891586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.891732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.891816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.891905] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.892619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ae1881-e82f-4bd5-b6bc-67e58dac7039 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.892903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.892903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.892967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.893009] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ae1881-e82f-4bd5-b6bc-67e58dac7039',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.395054] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.396122] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.396236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.396405] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with status ACTIVE [ 1278.396558] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.396693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.396816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.396984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.397096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.397268] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.397397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.397442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.397574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.397650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.397824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.397914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.397974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.398122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.398195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.398313] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 is going to be updated. [ 1278.419162] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.419354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.419398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.419616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.419751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.419907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.900186] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.403640] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.403828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.403911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.404144] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.404235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.404338] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1279.434654] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.434840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.434889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.435098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.435251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.443932] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1279.713388] env[65546]: INFO networking_nsxv3.common.synchronization [req-4aad35b7-02f0-4f13-b52f-569d01490a50 req-179a65c4-25c8-4106-938f-16da9227561b tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1279.714127] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1279.714565] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.714705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.714792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.715011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.715203] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.715326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.715380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.715605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.715669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.715770] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.047705] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.048042] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.048102] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.048368] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.048635] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.048799] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.048913] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.049132] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.049274] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.049491] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.049664] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.049784] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.049893] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.050011] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.050119] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.050243] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.069058] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.069246] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.069321] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.069519] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.069845] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-c5c9139c-068e-40dd-8747-8d410b66a98b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.070025] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.070147] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.070461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.070605] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c9139c-068e-40dd-8747-8d410b66a98b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.217851] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.218083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.218083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.218267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.218356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.218548] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.218643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.218706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.218844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.218916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.219011] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1280.252973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.253263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.253263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.253385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.253509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.267996] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1280.573382] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.573558] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.573755] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.574152] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.574377] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.574548] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port c5c9139c-068e-40dd-8747-8d410b66a98b not found, creating... [ 1280.574852] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.575054] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.575189] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.575489] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.575834] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.575919] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.576111] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.576234] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.576463] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.576603] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.576737] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: c5c9139c-068e-40dd-8747-8d410b66a98b is going to be created. [ 1280.597031] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.597284] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.597365] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.597621] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.597841] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.598067] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.288714] env[65546]: INFO networking_nsxv3.common.synchronization [req-4aad35b7-02f0-4f13-b52f-569d01490a50 req-f9cefa1b-1498-4c38-b8d3-c610d4fa57f6 service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 1281.289015] env[65546]: INFO networking_nsxv3.common.synchronization [req-4aad35b7-02f0-4f13-b52f-569d01490a50 req-f9cefa1b-1498-4c38-b8d3-c610d4fa57f6 service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1281.289015] env[65546]: INFO networking_nsxv3.common.synchronization [req-4aad35b7-02f0-4f13-b52f-569d01490a50 req-f9cefa1b-1498-4c38-b8d3-c610d4fa57f6 service nova] Enqueued Resource ID: c5c9139c-068e-40dd-8747-8d410b66a98b with Priority: HIGHEST for action port [ 1281.289259] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 1281.289384] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1281.289486] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c9139c-068e-40dd-8747-8d410b66a98b with Priority: HIGHEST for action port [ 1281.290073] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.290219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.290255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.290461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.290523] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.291727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.291906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.291998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c9139c-068e-40dd-8747-8d410b66a98b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.292110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.292177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.292347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.292412] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c9139c-068e-40dd-8747-8d410b66a98b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.453916] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1281.454165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.454323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.454530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.454719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.454833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.454897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.455047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.455145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.455231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.455322] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.794697] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.794915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.795208] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c9139c-068e-40dd-8747-8d410b66a98b with status ACTIVE [ 1281.795490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.795646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.795767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.796055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.796202] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.796452] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.796555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.796623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.796983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.797089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.797303] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.797406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.797471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.797641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.797739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.797829] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c9139c-068e-40dd-8747-8d410b66a98b is going to be updated. [ 1281.819771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.819928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.819974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.820179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.820325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.820481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c9139c-068e-40dd-8747-8d410b66a98b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.958321] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.958550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.958550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.958757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.958922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.959030] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.959094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.959242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.959322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.959414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.959610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.959710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.959771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.959913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.960061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.960153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.960212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.960347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.960419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.960503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.960614] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.279298] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1282.279622] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 deletion is rescheduled due to dependency. [ 1282.279622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.279769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.279966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.280262] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.280407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.280465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.280638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.280723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.280821] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.463283] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1282.481423] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.481600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.481672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.481953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.481953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.482157] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.482251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.482312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.482462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.482538] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.482741] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.482836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.482895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.483045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.483117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.483290] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.483380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.483438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.483567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.483637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.483718] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1282.543676] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.543676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.543676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.543676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.543676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.555763] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1282.783398] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.286184] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.788433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.791225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.791225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.791225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.791225] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.791225] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1283.819993] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.819993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.820154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.820308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.820420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.829423] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1284.571193] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1284.571429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.839321] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1285.839768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.839947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.840103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.840258] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.840363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.840428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.840616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.840650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.840764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.840819] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.119285] env[65546]: INFO networking_nsxv3.common.synchronization [None req-0aca7a37-a2ec-4a6c-abe7-487a84186745 None None] Enqueued Resource ID: c166c092-5462-442c-b207-e05a106ab2ab with Priority: HIGHEST for action port [ 1286.119285] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c166c092-5462-442c-b207-e05a106ab2ab with Priority: HIGHEST for action port [ 1286.119285] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-c166c092-5462-442c-b207-e05a106ab2ab taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.119770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c166c092-5462-442c-b207-e05a106ab2ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.119770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c166c092-5462-442c-b207-e05a106ab2ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.119770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c166c092-5462-442c-b207-e05a106ab2ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.119960] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c166c092-5462-442c-b207-e05a106ab2ab',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.343465] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.622487] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c166c092-5462-442c-b207-e05a106ab2ab [ 1286.622759] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.622894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.622954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.623180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.623268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.623364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c166c092-5462-442c-b207-e05a106ab2ab already deleted. [ 1286.623443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c166c092-5462-442c-b207-e05a106ab2ab" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.845943] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d43baba-357c-4f52-8951-a9eb5b100fe2: rpc.has_security_group_logging(os_id): False [ 1286.869141] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.869351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.869429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.869642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.869748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.870019] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.870188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.870188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.870350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.870437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.870537] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1286.953925] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.954136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.954181] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.954371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.954516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.976199] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1288.239618] env[65546]: INFO networking_nsxv3.common.synchronization [None req-e9aa9cea-64d8-4b1d-9d7c-e04ca0302979 None None] Enqueued Resource ID: e210a6b5-c973-43a8-92bf-8f04515e269b with Priority: HIGHEST for action port [ 1288.240147] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e210a6b5-c973-43a8-92bf-8f04515e269b with Priority: HIGHEST for action port [ 1288.240470] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e210a6b5-c973-43a8-92bf-8f04515e269b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.240599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e210a6b5-c973-43a8-92bf-8f04515e269b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.240668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e210a6b5-c973-43a8-92bf-8f04515e269b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.240913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e210a6b5-c973-43a8-92bf-8f04515e269b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.240993] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e210a6b5-c973-43a8-92bf-8f04515e269b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.743035] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e210a6b5-c973-43a8-92bf-8f04515e269b [ 1288.743293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.743440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.743503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.743717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.743815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.744052] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e210a6b5-c973-43a8-92bf-8f04515e269b already deleted. [ 1288.744188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e210a6b5-c973-43a8-92bf-8f04515e269b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.990818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1288.991103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.260968] env[65546]: INFO networking_nsxv3.common.synchronization [req-f26d2bc8-c98f-4ee7-a51e-36925bcd9407 req-3ad69c9d-483a-4cf5-bf6f-18c3014f523b tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1292.261522] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1292.261860] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.261985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.262064] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.262315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.262472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.262569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.262649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.262807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.262893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.262982] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.765929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.766161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.766237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.766599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.766735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.766931] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.767076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.767125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.767333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.767381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.767455] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 already deleted. [ 1292.767544] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.969200] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.969353] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-833" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.969482] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-833" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.969869] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-833" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.970161] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.970405] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.970530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.970745] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.970973] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.971120] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.971234] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.971353] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.971483] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.971597] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.971763] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.971952] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.993117] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.993306] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.993445] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.993627] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-833" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.994086] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-784aa9a9-ca12-4c8e-8025-001edb369f30 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.994323] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.994478] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.994811] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.994947] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784aa9a9-ca12-4c8e-8025-001edb369f30',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.318634] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.319053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.319164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.319388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.319504] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.387946] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1293.388131] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1293.497245] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.497611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.497611] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.497895] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.498064] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.498220] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 784aa9a9-ca12-4c8e-8025-001edb369f30 not found, creating... [ 1293.498473] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.498630] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.498751] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.498955] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.499112] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.499388] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.499603] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.499714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.499917] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.500065] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.500204] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 is going to be created. [ 1293.520833] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.521061] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.521186] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.521446] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.521717] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.521956] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.822297] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.855787] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.856044] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.856204] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.856490] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.856801] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.857213] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.857372] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.858051] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.858333] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.858473] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.858551] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.858662] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.858772] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.858881] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.858985] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.859147] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.879817] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.879995] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.880126] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.880299] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-226" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.880618] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-00ae1881-e82f-4bd5-b6bc-67e58dac7039 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.880782] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.880900] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.881192] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.881331] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ae1881-e82f-4bd5-b6bc-67e58dac7039',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.201135] env[65546]: INFO networking_nsxv3.common.synchronization [req-f26d2bc8-c98f-4ee7-a51e-36925bcd9407 req-46c43ecf-9acd-4d11-9556-3813603ae6c2 service nova] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1294.201316] env[65546]: INFO networking_nsxv3.common.synchronization [req-f26d2bc8-c98f-4ee7-a51e-36925bcd9407 req-46c43ecf-9acd-4d11-9556-3813603ae6c2 service nova] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1294.201450] env[65546]: INFO networking_nsxv3.common.synchronization [req-f26d2bc8-c98f-4ee7-a51e-36925bcd9407 req-46c43ecf-9acd-4d11-9556-3813603ae6c2 service nova] Enqueued Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1294.201797] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1294.201946] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1294.202124] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1294.202938] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.203150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.203235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.203490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.203574] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.204886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.205010] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.205205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.206946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.206946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.206946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.206946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.206946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.206946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.206946] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.206946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-784aa9a9-ca12-4c8e-8025-001edb369f30 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.207364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.207364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.207364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.207648] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784aa9a9-ca12-4c8e-8025-001edb369f30',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.325494] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.383889] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.384138] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.384245] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.384513] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.384664] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.384949] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.385116] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.385231] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.385434] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.385569] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.385848] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.386017] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.386131] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.386339] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.386463] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.386679] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 is going to be updated. [ 1294.407223] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.407451] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.407551] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.407806] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.408012] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.408232] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.706092] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.706365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.709759] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784aa9a9-ca12-4c8e-8025-001edb369f30 with status ACTIVE [ 1294.710115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.710420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.710496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.710721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.710817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.710983] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.711109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.711171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.711326] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.711415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.711643] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.711758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.711822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.711967] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.712056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.712142] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 is going to be updated. [ 1294.713338] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.734907] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.735164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.735240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.735449] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.735584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.735760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.827974] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.827974] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1295.106036] env[65546]: INFO networking_nsxv3.common.synchronization [req-7ef716f4-1b9b-40af-83be-c9b8a83f2ea5 req-bf1f35c0-6650-4260-8111-33e4064f54ac service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1295.106226] env[65546]: INFO networking_nsxv3.common.synchronization [req-7ef716f4-1b9b-40af-83be-c9b8a83f2ea5 req-bf1f35c0-6650-4260-8111-33e4064f54ac service nova] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1295.106362] env[65546]: INFO networking_nsxv3.common.synchronization [req-7ef716f4-1b9b-40af-83be-c9b8a83f2ea5 req-bf1f35c0-6650-4260-8111-33e4064f54ac service nova] Enqueued Resource ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with Priority: HIGHEST for action port [ 1295.106862] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_rules [ 1295.107098] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1295.107319] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with Priority: HIGHEST for action port [ 1295.107581] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.107732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.107826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.108061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.108194] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.109024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.109166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.109257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.109479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.110238] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.110238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.110238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.110238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.110238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.110238] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.111195] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ae1881-e82f-4bd5-b6bc-67e58dac7039 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.111331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.111471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.111673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.111877] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ae1881-e82f-4bd5-b6bc-67e58dac7039',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.215805] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.614072] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.614417] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.615497] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ae1881-e82f-4bd5-b6bc-67e58dac7039 with status ACTIVE [ 1295.615686] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.615797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.615867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.616079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.616169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.616336] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.616426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.616483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.616632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.616730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.616913] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.617011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.617084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.617306] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.617385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.617466] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ae1881-e82f-4bd5-b6bc-67e58dac7039 is going to be updated. [ 1295.618524] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.634908] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.635217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.635217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.635339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.647731] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.648716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.650214] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.652385] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.652509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.652576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.652788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.652923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.653099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ae1881-e82f-4bd5-b6bc-67e58dac7039" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.718856] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.719175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.719175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.719385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.719676] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be created. [ 1295.748789] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.749033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.749033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.749214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.749370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.762180] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.762419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.762419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.762600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.775234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.776187] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.776280] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.776383] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.778426] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: UNINITIALIZED for 2s [ 1295.821998] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.822197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.822244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.822567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.823753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.823986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.925035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.925240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.925240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.925459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.925748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.926039] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1296.014660] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.014874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.015024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.015270] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.015578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.015876] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 1296.015972] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8b3c88ef-c32a-436b-9618-8b4045e12586', '44f4be71-f1d1-470e-821a-3775d1e74c7d', '3d17df08-70f9-4aee-8d24-58aa7ff5277c', 'b79ada56-b916-45ee-9c60-73107999d0d7', 'b48176d7-ea18-4d44-82fa-6497e2c34522', '5183a48c-120b-4e55-a0df-11cb04454190', 'bc2fe460-4d40-4012-addf-c5bbceb79ff3', 'fc160232-1c7c-4178-8c38-56c705a3a168', '97519e85-979f-4afe-b335-c5f53dd1ee43', 'd620b13b-07b2-4cac-80da-c54bb3abd75d', '9e4f5e59-e4ce-4c03-af12-ec979472e096', '71535854-a886-4591-9dbf-c1adc08ef5fe', 'ad5cb66a-0726-4a88-83be-ae5ffecaf369', '5cfbfaa7-8405-4a94-9e4f-4455886ade82', 'cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0', 'b958e7b9-e016-4f41-bed8-d2d84de78dc5', '136f6370-59b8-47c6-81a3-222507eb5de5', '9afad911-d391-4fdb-88ce-dad7c9a74af4', '5e5bfc95-902c-46dc-b925-8e7b2f6960b0', 'fc78cff3-8749-4e57-92e7-d02584e7c14b', '34e7f009-f3aa-4eb1-b60c-5182e7425195', '93c45172-4226-4920-b931-f935bd48b811', '2d43baba-357c-4f52-8951-a9eb5b100fe2', 'c6fbb4be-ce03-4c9a-918b-b0ea968c528e', '9211ed6c-ef03-4296-a9ed-ab1dddf04034', 'a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf', 'ea073b04-91d4-4fd7-9ffc-54bd7384fc72', '7af9faac-2f2b-4098-94fd-1219da5a819e', 'e4e610de-3a33-4858-9bc3-26f12b2f94a8', 'b00c6e7b-676b-4965-8eb6-8d6765748a2c', 'eefa6e68-2d0d-4dd1-8266-d7dbdd92a332', '2812bd6d-a0d9-4971-b6aa-a26a9ec57d72', '6dc2645b-5ec9-4043-9d08-ae50c59acda8'} {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.016106] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1296.038279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.038537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.038586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.038862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.038961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.039107] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1296.039227] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.039346] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1296.120916] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.124115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.124115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.124115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.124504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.125313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.125548] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1296.125867] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.125867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1296.125867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1296.125867] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 1296.125991] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGH for action security_group_rules [ 1296.126076] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGH for action security_group_rules [ 1296.126180] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGH for action security_group_rules [ 1296.126225] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGH for action security_group_rules [ 1296.126381] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 1296.126381] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGH for action security_group_rules [ 1296.126457] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGH for action security_group_rules [ 1296.126497] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 1296.126564] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGH for action security_group_rules [ 1296.126610] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGH for action security_group_rules [ 1296.126689] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGH for action security_group_rules [ 1296.126765] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGH for action security_group_rules [ 1296.126826] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGH for action security_group_rules [ 1296.126895] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGH for action security_group_rules [ 1296.126963] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGH for action security_group_rules [ 1296.127037] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGH for action security_group_rules [ 1296.127101] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGH for action security_group_rules [ 1296.127155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGH for action security_group_rules [ 1296.127227] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGH for action security_group_rules [ 1296.127292] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGH for action security_group_rules [ 1296.127398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.594249] env[65546]: INFO networking_nsxv3.common.synchronization [req-a369361b-6b99-4abb-882b-0418b9eb1b65 req-fbc9a485-4c4c-4092-ba1d-6c0d6d4744e2 tempest-AttachVolumeTestJSON-100659973 tempest-AttachVolumeTestJSON-100659973-project-member] Enqueued Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1296.594815] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGHEST for action security_group_members [ 1296.594968] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 with Priority: HIGH for action security_group_rules [ 1296.595084] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c with Priority: HIGH for action security_group_rules [ 1296.595183] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 with Priority: HIGH for action security_group_rules [ 1296.595276] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 with Priority: HIGH for action security_group_rules [ 1296.595420] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78cff3-8749-4e57-92e7-d02584e7c14b with Priority: HIGH for action security_group_rules [ 1296.595459] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 with Priority: HIGH for action security_group_rules [ 1296.595537] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 with Priority: HIGH for action security_group_rules [ 1296.595623] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136f6370-59b8-47c6-81a3-222507eb5de5 with Priority: HIGH for action security_group_rules [ 1296.595711] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGH for action security_group_rules [ 1296.595799] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 with Priority: HIGH for action security_group_rules [ 1296.595885] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGH for action security_group_rules [ 1296.595971] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGH for action security_group_rules [ 1296.596063] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 with Priority: HIGH for action security_group_rules [ 1296.596149] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d620b13b-07b2-4cac-80da-c54bb3abd75d with Priority: HIGH for action security_group_rules [ 1296.596234] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 with Priority: HIGH for action security_group_rules [ 1296.596322] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a48c-120b-4e55-a0df-11cb04454190 with Priority: HIGH for action security_group_rules [ 1296.596418] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc160232-1c7c-4178-8c38-56c705a3a168 with Priority: HIGH for action security_group_rules [ 1296.596516] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48176d7-ea18-4d44-82fa-6497e2c34522 with Priority: HIGH for action security_group_rules [ 1296.596686] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d with Priority: HIGH for action security_group_rules [ 1296.596804] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79ada56-b916-45ee-9c60-73107999d0d7 with Priority: HIGH for action security_group_rules [ 1296.597075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.597195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.597252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.597462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.597634] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.597734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.597802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.597960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.598055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.598153] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.599164] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3c88ef-c32a-436b-9618-8b4045e12586 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.599563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.599629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.599806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.599888] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3c88ef-c32a-436b-9618-8b4045e12586',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.600639] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.600748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.600811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.600954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.601036] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d17df08-70f9-4aee-8d24-58aa7ff5277c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.601709] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.601842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.601893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.602757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.602757] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2fe460-4d40-4012-addf-c5bbceb79ff3',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.602757] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.603165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.603165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.603165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.603165] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.603893] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc78cff3-8749-4e57-92e7-d02584e7c14b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.604138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.604138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.604256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.604256] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc78cff3-8749-4e57-92e7-d02584e7c14b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.605205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.605205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.605339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.605400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.605455] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5bfc95-902c-46dc-b925-8e7b2f6960b0',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.606174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afad911-d391-4fdb-88ce-dad7c9a74af4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.606259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.606308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.606408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.606473] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afad911-d391-4fdb-88ce-dad7c9a74af4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.607185] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136f6370-59b8-47c6-81a3-222507eb5de5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.607291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.607355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.607517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.607601] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136f6370-59b8-47c6-81a3-222507eb5de5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.608573] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.608573] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.608744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.608744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.608813] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.609728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.609728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.609728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.610059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.610059] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b958e7b9-e016-4f41-bed8-d2d84de78dc5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.610577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.611164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.611164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.611164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.611164] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.611622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.611729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.611919] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e4f5e59-e4ce-4c03-af12-ec979472e096 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.612025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.612091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.612232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.612375] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e4f5e59-e4ce-4c03-af12-ec979472e096',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.613139] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d620b13b-07b2-4cac-80da-c54bb3abd75d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.613260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.613359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.613474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.613562] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d620b13b-07b2-4cac-80da-c54bb3abd75d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.614284] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97519e85-979f-4afe-b335-c5f53dd1ee43 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.614975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.614975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.614975] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.614975] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97519e85-979f-4afe-b335-c5f53dd1ee43',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.615428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5183a48c-120b-4e55-a0df-11cb04454190 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.615428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.615560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.615667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.615709] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5183a48c-120b-4e55-a0df-11cb04454190',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.616491] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc160232-1c7c-4178-8c38-56c705a3a168 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.616537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.616655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.616822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.616945] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc160232-1c7c-4178-8c38-56c705a3a168',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.617539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48176d7-ea18-4d44-82fa-6497e2c34522 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.618051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.618051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.618051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.618051] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48176d7-ea18-4d44-82fa-6497e2c34522',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.618815] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f4be71-f1d1-470e-821a-3775d1e74c7d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.618917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.619164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.619164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.619269] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f4be71-f1d1-470e-821a-3775d1e74c7d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.619941] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79ada56-b916-45ee-9c60-73107999d0d7 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.620238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.620328] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.620565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.620565] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79ada56-b916-45ee-9c60-73107999d0d7',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.628787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.628941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.629044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.629288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.629397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.629511] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1296.648014] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.648438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.648438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.648438] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.672489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.672636] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2fe460-4d40-4012-addf-c5bbceb79ff3 is going to be deleted. [ 1296.676529] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.676675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.676746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.677359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.677511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.691716] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1296.742699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.742699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.742699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.742699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.742699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.742699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2fe460-4d40-4012-addf-c5bbceb79ff3" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.124720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.124951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.124951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.125161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.125326] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.125428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.125493] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.125639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.125727] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.125814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.125932] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.130472] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.130637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.130762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.130903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.133339] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.133709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.133709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.133709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.133913] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.133913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.134068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.134127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.134541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.134541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.134541] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.200132] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.200341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.200572] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.200672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.202348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.202484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.203365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.203467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.215071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.215396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.217747] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.217937] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.218775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.218872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.220061] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.220167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.220912] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.221021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.221968] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.222111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.223669] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.224234] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.224498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.225217] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.225674] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.225792] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.226513] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.226925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.227177] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.227323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.227425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.227697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.227793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.227943] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 is going to be updated. [ 1297.229640] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.229826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.229905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.230201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.232344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.232471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.233283] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.233593] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.233702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.234374] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.234803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.234906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.254043] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.254780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.254953] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d17df08-70f9-4aee-8d24-58aa7ff5277c is going to be deleted. [ 1297.256011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.256396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.275065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.275302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.275458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.275597] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.275748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.285868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.286037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc78cff3-8749-4e57-92e7-d02584e7c14b is going to be deleted. [ 1297.287089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.287333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.288866] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: IN_PROGRESS for 2s [ 1297.312116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.312296] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc160232-1c7c-4178-8c38-56c705a3a168 is going to be deleted. [ 1297.313268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.313495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.359442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.359767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e4f5e59-e4ce-4c03-af12-ec979472e096 is going to be deleted. [ 1297.361205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.361459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.365525] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.365734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.376215] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.376421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.407513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.407665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97519e85-979f-4afe-b335-c5f53dd1ee43 is going to be deleted. [ 1297.409366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.409366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.437430] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.437647] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79ada56-b916-45ee-9c60-73107999d0d7 is going to be deleted. [ 1297.439180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.439549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.442295] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.442471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.540050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.540308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.541183] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.541380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.565074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.565247] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5bfc95-902c-46dc-b925-8e7b2f6960b0 is going to be deleted. [ 1297.566217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.566435] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.630975] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.649792] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.654477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.654787] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d620b13b-07b2-4cac-80da-c54bb3abd75d is going to be deleted. [ 1297.656150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.656489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.678995] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.679233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.739088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.739320] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afad911-d391-4fdb-88ce-dad7c9a74af4 is going to be deleted. [ 1297.740447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.740712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.742678] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.742812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.832349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1297.832349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.832349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.832349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.832349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.832563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.832563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.832691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.832931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.833128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.833272] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.835169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.835300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.838221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.838221] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5183a48c-120b-4e55-a0df-11cb04454190 is going to be deleted. [ 1297.839531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.839793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.915086] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.915287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.968519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.968838] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3c88ef-c32a-436b-9618-8b4045e12586 is going to be deleted. [ 1297.970157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.970421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.045347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.045534] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f4be71-f1d1-470e-821a-3775d1e74c7d is going to be deleted. [ 1298.046921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.047297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.114836] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.115069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.133523] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cfbfaa7-8405-4a94-9e4f-4455886ade82: rpc.has_security_group_logging(os_id): False [ 1298.135558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.135622] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48176d7-ea18-4d44-82fa-6497e2c34522 is going to be deleted. [ 1298.136364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.136561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.153701] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.153908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.154165] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad5cb66a-0726-4a88-83be-ae5ffecaf369: rpc.has_security_group_logging(os_id): False [ 1298.192244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.192244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.193959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.194180] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136f6370-59b8-47c6-81a3-222507eb5de5 is going to be deleted. [ 1298.195129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.195397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.195502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.195601] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 is going to be deleted. [ 1298.196424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.196610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.219497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.219741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.242627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.242893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.252884] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.253110] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b958e7b9-e016-4f41-bed8-d2d84de78dc5 is going to be deleted. [ 1298.254138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.254407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.254511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.254640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d17df08-70f9-4aee-8d24-58aa7ff5277c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.254815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.254983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.255084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.255203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc78cff3-8749-4e57-92e7-d02584e7c14b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.255774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.255950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.256051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.256172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc160232-1c7c-4178-8c38-56c705a3a168" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.256310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.256453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.256529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.256639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e4f5e59-e4ce-4c03-af12-ec979472e096" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.256766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.256905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.256978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97519e85-979f-4afe-b335-c5f53dd1ee43" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.257375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.257472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79ada56-b916-45ee-9c60-73107999d0d7" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257671] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.257840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.257916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5bfc95-902c-46dc-b925-8e7b2f6960b0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.258130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.258269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.258346] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.258455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d620b13b-07b2-4cac-80da-c54bb3abd75d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.258574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.258712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.258784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.258929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afad911-d391-4fdb-88ce-dad7c9a74af4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.259135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.259286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.259358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.259478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5183a48c-120b-4e55-a0df-11cb04454190" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.259627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.259793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.259870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.259984] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3c88ef-c32a-436b-9618-8b4045e12586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.260140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.260280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.336348] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.336581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.336581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.336780] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.336950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.337053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.337119] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.337262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.337348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.337434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.337583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.337677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.337737] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.337869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.338021] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.338106] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.338164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.338295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.338369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.338448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.338536] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.340489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.340770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.340876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.340960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.341177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.341261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.341357] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 is going to be updated. [ 1298.342521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.342697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.344612] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.344777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.354679] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.354918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.412643] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.412887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.414940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.415081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.440481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.440803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.440906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.440973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.441187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.441268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.441364] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1298.442525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.442719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.442818] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.442935] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f4be71-f1d1-470e-821a-3775d1e74c7d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.443079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.443226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.443302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.443419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.443562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.443701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.443775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.443882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48176d7-ea18-4d44-82fa-6497e2c34522" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.444063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.444215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.444289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.444389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b958e7b9-e016-4f41-bed8-d2d84de78dc5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.444954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.445108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.445188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.445298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136f6370-59b8-47c6-81a3-222507eb5de5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.584161] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.584410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.584410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.584566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.584723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.615767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: IN_PROGRESS for 2s [ 1298.631277] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.632211] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.632418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.632529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.632907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.633082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.659453] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1298.705564] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1298.705927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.706251] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.706567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.706775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.706900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.706972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.707163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.707289] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.707424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.707530] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.844907] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ac0d27-704c-422e-af39-48b0d913fab1: rpc.has_security_group_logging(os_id): False [ 1298.868669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.868914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.868914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.869087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.869233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.869455] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.869585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.869654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.869768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.869839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.870045] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.870167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.870233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.870387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.870451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.870638] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.870740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.870798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.870917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.870976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.871083] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be created. [ 1298.945264] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.945427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.945534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.945788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.945989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.957885] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1299.209551] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.209797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.209797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.210017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.210200] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.210363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.210528] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.210620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.210711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.210864] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.211060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.211211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.211470] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.211532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.211672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.211911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.212011] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.299431] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 in Status: SUCCESS [ 1299.299730] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0 deletion is rescheduled due to dependency. [ 1299.299880] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9bdaeb-b850-4847-863e-d9b6e8c3d3a0" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.714700] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1299.739658] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.739870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.739870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.740115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.769054] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.769378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.769536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.769619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.769865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.769981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.770283] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.770419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.770501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.770702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.770810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.771075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.771201] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.771277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.771471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.771572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.771745] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1299.850221] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.850446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.850446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.850623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.850768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.866228] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1300.629944] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: SUCCESS [ 1300.630193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.687613] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1300.687863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.974109] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1300.974496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.598069] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.598069] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1301.884839] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1301.885082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.885261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.885527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.885618] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.388251] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.388575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.388575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.388698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.388895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.389027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.389077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.389339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.389339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389495] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.892160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.892160] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.892515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.892515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.892683] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.892683] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.892890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.892925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.892991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.893108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.893281] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.893340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.893667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.893667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.893667] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.893769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.893806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.893897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.893973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.894091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.894373] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.397162] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71535854-a886-4591-9dbf-c1adc08ef5fe: rpc.has_security_group_logging(os_id): False [ 1303.415203] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.415387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.415387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.415519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.415609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.415826] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.415953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.415996] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.416129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.416204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.416399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.416530] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.416569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.416701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.416789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.416924] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.417033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.417137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.417215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.417288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.417370] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1303.490487] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.490725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.490778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.490989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.491185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.507856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1305.526509] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1305.526771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.598838] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.599161] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.063405] env[65546]: INFO networking_nsxv3.common.synchronization [req-ee76fd0d-16bb-480d-83c8-5eae805aabe0 req-31c4e30c-06dd-4e5b-a935-1bdb4b38b03b tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1307.064386] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGHEST for action security_group_members [ 1307.064740] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.064855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.064945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.065139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.065293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.065403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.065475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.065588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.065675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.065761] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.569159] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.569345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.569345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.569553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.569642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.569969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.570086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.570150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.570305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.570385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.570476] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 is going to be updated. [ 1307.598669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.598847] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.599101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.599101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.599217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.607585] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: IN_PROGRESS for 2s [ 1309.619448] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 in Status: SUCCESS [ 1309.619814] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 deletion is rescheduled due to dependency. [ 1309.619814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.972793] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1310.972793] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1310.972793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1310.972793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1310.972793] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d893232-3479-4a08-a1e4-f845407bd96a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.973455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.973599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.973983] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.974068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.974272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.974272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.977433] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.977433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.977433] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.977433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.977433] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.017325] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1311.017608] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.017703] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_rules [ 1311.017763] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1311.017882] env[65546]: INFO networking_nsxv3.common.synchronization [req-db378b41-42f8-4cb4-8446-60201f33b5a6 req-2b18e4ff-de42-491a-ab0d-7e0f14be4e15 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1311.018782] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1311.018782] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_rules [ 1311.018782] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1311.018782] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.018970] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1311.019094] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.019320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.019320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.019924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.019924] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.021390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d893232-3479-4a08-a1e4-f845407bd96a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.021515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.021566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.021861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.022033] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.022949] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-784aa9a9-ca12-4c8e-8025-001edb369f30 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.023114] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.023190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.023334] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.023405] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784aa9a9-ca12-4c8e-8025-001edb369f30',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.024905] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.024905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.025067] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d893232-3479-4a08-a1e4-f845407bd96a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.025504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.366699] env[65546]: INFO networking_nsxv3.common.synchronization [req-c62b8dd0-4e71-440c-a00c-db8260d969c9 req-7c3a4c70-b193-4a8c-a3d0-d0a034a8bc1c tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1311.366855] env[65546]: INFO networking_nsxv3.common.synchronization [req-c62b8dd0-4e71-440c-a00c-db8260d969c9 req-7c3a4c70-b193-4a8c-a3d0-d0a034a8bc1c tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.367274] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d893232-3479-4a08-a1e4-f845407bd96a with Priority: HIGHEST for action security_group_members [ 1311.367929] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.367929] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d893232-3479-4a08-a1e4-f845407bd96a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.367929] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.368308] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.368308] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.414494] env[65546]: INFO networking_nsxv3.common.synchronization [req-c62b8dd0-4e71-440c-a00c-db8260d969c9 req-7c3a4c70-b193-4a8c-a3d0-d0a034a8bc1c tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1311.414718] env[65546]: INFO networking_nsxv3.common.synchronization [req-c62b8dd0-4e71-440c-a00c-db8260d969c9 req-7c3a4c70-b193-4a8c-a3d0-d0a034a8bc1c tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.414869] env[65546]: INFO networking_nsxv3.common.synchronization [req-c62b8dd0-4e71-440c-a00c-db8260d969c9 req-7c3a4c70-b193-4a8c-a3d0-d0a034a8bc1c tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1311.415437] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_rules [ 1311.415579] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1311.415678] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 with Priority: HIGHEST for action port [ 1311.415992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.416388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.416672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.416813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.417076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-784aa9a9-ca12-4c8e-8025-001edb369f30 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.417176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.478402] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.479384] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.526878] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d893232-3479-4a08-a1e4-f845407bd96a taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.527721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.527721] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784aa9a9-ca12-4c8e-8025-001edb369f30 with status ACTIVE [ 1311.527721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.527721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.527721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.527721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.528093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.528093] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.528093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.528264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.528311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.528356] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.528628] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.528628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.528795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.528795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.529335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.529335] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 is going to be updated. [ 1311.530169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.530258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.552966] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.553146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.553207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.553415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.553555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.553711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.554204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.554371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.554458] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784aa9a9-ca12-4c8e-8025-001edb369f30',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.981431] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.983150] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.056890] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784aa9a9-ca12-4c8e-8025-001edb369f30 with status ACTIVE [ 1312.057160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.057296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.057365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.057572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.057661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.057839] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.057932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.057997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.058148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.058226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.058406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.058496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.058553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.058685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.058754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.058838] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784aa9a9-ca12-4c8e-8025-001edb369f30 is going to be updated. [ 1312.087048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.087232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.087302] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.087478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.087614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.087766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784aa9a9-ca12-4c8e-8025-001edb369f30" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.168940] env[65546]: INFO networking_nsxv3.common.synchronization [req-4a484dc3-f6d6-4439-96f8-d83078150099 req-3091dbac-e884-4e91-9915-edc3d6198e64 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1312.169553] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1312.169881] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.170013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.170080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.170413] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.170549] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.170605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.170642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.170799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.170882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.170974] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.269303] env[65546]: INFO networking_nsxv3.common.synchronization [None req-27ba1ffa-d30b-42a5-8d44-94aad8fcb871 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1312.269303] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1312.269623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.269731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.269731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.270046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.270138] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.399306] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d8f36042-277d-4824-a95f-3f22cd3eb759 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1312.400124] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1312.400500] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.400599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.484347] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.484510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.484576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.484784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.484901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.485025] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1312.486569] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.486733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.486841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.487258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.487399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.487519] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a is going to be created. [ 1312.511212] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.511345] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.511416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.511630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.511787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.515534] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.515719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.515766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.515992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.516198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.522819] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1312.523694] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d893232-3479-4a08-a1e4-f845407bd96a in Status: UNINITIALIZED for 2s [ 1312.674309] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.792959] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.792959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.792959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.792959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.792959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.792959] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 already deleted. [ 1312.793373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.793406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.793581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.793680] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.176392] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.321173] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.321339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.321385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.321570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.321654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.321746] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 already deleted. [ 1313.321823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.678357] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.678529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.678569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.678789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.678883] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.678985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1313.705138] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.705138] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.705369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.705369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.705519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.716059] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1314.535176] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d893232-3479-4a08-a1e4-f845407bd96a in Status: SUCCESS [ 1314.535579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.535856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.536509] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.536905] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.537112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.537223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.537648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.537748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.537855] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.539862] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1314.540090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.540325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.540900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.540900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.540900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.540900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.541113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.541113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.541182] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.042821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.043020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.043077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.043303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.043396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.043613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.043712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.043764] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.043909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.044551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.044551] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a is going to be deleted. [ 1315.045157] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.075459] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.075627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.075698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.075895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.075989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.076129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.076256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.076406] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.077190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.077190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.077190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.077190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.077190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.077190] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.546926] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.579190] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.579366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.579410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.579607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.579696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.579946] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.580066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.580127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.580278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.580363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.580460] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a already deleted. [ 1315.580545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.580692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.580840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.580987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.581107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.581171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.581309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.581384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.581477] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.726281] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1315.726513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.049679] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.049833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.049993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.050276] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.050495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.050700] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1316.081987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.082221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.082288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.082610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.082846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.084630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.084841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.084953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.085269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.085437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.085766] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.085955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.086087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.086344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.086498] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.086641] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a already deleted. [ 1316.086781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.086944] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.098287] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1316.590225] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d893232-3479-4a08-a1e4-f845407bd96a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.092380] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d893232-3479-4a08-a1e4-f845407bd96a: rpc.has_security_group_logging(os_id): False [ 1317.113041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.113041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.113041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.113320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.113320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.113511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.113624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.113682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.113834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.113906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.114020] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a is going to be created. [ 1317.131115] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a], does not exist path=[/infra/domains/default/groups/0d893232-3479-4a08-a1e4-f845407bd96a]."\n}' [ 1317.131283] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a [ 1317.131369] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1317.162668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.162858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.162931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.163130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.163653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.163889] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.163987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.164591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.164778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.164862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.165075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.165300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.165368] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.165508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.165585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.165671] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d893232-3479-4a08-a1e4-f845407bd96a is going to be created. [ 1317.184360] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a], does not exist path=[/infra/domains/default/groups/0d893232-3479-4a08-a1e4-f845407bd96a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a [ 1317.184585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d893232-3479-4a08-a1e4-f845407bd96a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.184812] env[65546]: Traceback (most recent call last): [ 1317.184846] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1317.184846] env[65546]: return func(*args, **kwargs) [ 1317.184846] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1317.184846] env[65546]: res.raise_for_status() [ 1317.184846] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1317.184846] env[65546]: raise HTTPError(http_error_msg, response=self) [ 1317.184846] env[65546]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a [ 1317.184846] env[65546]: During handling of the above exception, another exception occurred: [ 1317.184846] env[65546]: Traceback (most recent call last): [ 1317.185133] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1317.185133] env[65546]: listener.cb(fileno) [ 1317.185133] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1317.185133] env[65546]: result = function(*args, **kwargs) [ 1317.185133] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1317.185133] env[65546]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1317.185133] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1317.185133] env[65546]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1317.185133] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1317.185133] env[65546]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1317.185133] env[65546]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1317.185133] env[65546]: res.raise_for_status() [ 1317.185133] env[65546]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1317.185133] env[65546]: raise HTTPError(http_error_msg, response=self) [ 1317.185133] env[65546]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d893232-3479-4a08-a1e4-f845407bd96a [ 1317.185133] env[65546]: Removing descriptor: 56 [ 1317.280959] env[65546]: INFO networking_nsxv3.common.synchronization [req-b95e0f0f-7c91-4155-8046-be99d1262b49 req-c43d603f-dc40-433e-a6ef-1d7fb66ebe08 tempest-ServerRescueTestJSONUnderV235-1678802283 tempest-ServerRescueTestJSONUnderV235-1678802283-project-member] Enqueued Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1317.281471] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac0d27-704c-422e-af39-48b0d913fab1 with Priority: HIGHEST for action security_group_members [ 1317.282068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ac0d27-704c-422e-af39-48b0d913fab1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.282068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.109133] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1318.109589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.109589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.109927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.110205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.110339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.110408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.110583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.110666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.110767] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.613494] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.613701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.613701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.613902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.633049] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.633432] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.633568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.633636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.633842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.633931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.634083] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1318.671520] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.671664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.671746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.672021] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.672175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.680022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1319.220292] env[65546]: INFO networking_nsxv3.common.synchronization [req-fe04540c-0f25-4283-b4bd-bf446690fd6a req-c5aaa6d0-2649-497a-8fa1-d53b7c89c238 tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1319.220547] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1319.220863] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.220989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.221068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.221314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.221744] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.221744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.221744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.221744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.221933] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.221933] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.537663] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.537881] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.537990] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.538279] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.538539] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.538700] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.538811] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.539028] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.539180] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.539388] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1319.539499] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1319.539605] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1319.539709] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1319.539815] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1319.539966] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1319.540123] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1319.558792] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1319.558956] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1319.559174] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1319.559292] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-783" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.559597] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-7353e7ae-920d-4043-ac71-47cd5968546d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.559782] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.559944] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.560256] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.560372] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7353e7ae-920d-4043-ac71-47cd5968546d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.602767] env[65546]: INFO networking_nsxv3.common.synchronization [req-d209cc2d-1694-4ce0-b80f-560f395db757 req-943db938-1e76-4510-86d4-9aedac8736c6 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1319.603312] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGHEST for action security_group_members [ 1319.603625] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.603759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.603831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.604069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.604236] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.604336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.604399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.604553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.604642] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.604733] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.724583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.724754] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.725985] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.725985] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 already deleted. [ 1319.725985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.062570] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.062793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.062948] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.063273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.063469] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.063694] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 7353e7ae-920d-4043-ac71-47cd5968546d not found, creating... [ 1320.063943] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.064217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.064362] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.064616] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.064845] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.065231] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.065426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.065631] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.065934] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.066125] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.066274] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 7353e7ae-920d-4043-ac71-47cd5968546d is going to be created. [ 1320.086155] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.086364] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.086465] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.086708] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.086931] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.087163] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.106779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.106946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.106986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.107262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.127013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.127245] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.127361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.127429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.127606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.127757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.127809] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be updated. [ 1320.151452] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.151588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.151653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.151843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.152042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.160300] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: IN_PROGRESS for 2s [ 1320.689118] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1320.689415] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 deletion is rescheduled due to dependency. [ 1320.689415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.689573] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.689774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.689970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.690118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.690182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.690332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.690411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.690506] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.855926] env[65546]: INFO networking_nsxv3.common.synchronization [req-fe04540c-0f25-4283-b4bd-bf446690fd6a req-08935363-3185-4a80-a79c-71be8d6496d2 service nova] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1320.856129] env[65546]: INFO networking_nsxv3.common.synchronization [req-fe04540c-0f25-4283-b4bd-bf446690fd6a req-08935363-3185-4a80-a79c-71be8d6496d2 service nova] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1320.856272] env[65546]: INFO networking_nsxv3.common.synchronization [req-fe04540c-0f25-4283-b4bd-bf446690fd6a req-08935363-3185-4a80-a79c-71be8d6496d2 service nova] Enqueued Resource ID: 7353e7ae-920d-4043-ac71-47cd5968546d with Priority: HIGHEST for action port [ 1320.856497] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_rules [ 1320.856630] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1320.856708] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7353e7ae-920d-4043-ac71-47cd5968546d with Priority: HIGHEST for action port [ 1320.857255] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.857380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.857458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.857635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.857715] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.858511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.858644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.858675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.858832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.858975] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.859088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.859155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.859283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.859366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.859447] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.862363] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-7353e7ae-920d-4043-ac71-47cd5968546d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.862363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.862363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.862363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.862363] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7353e7ae-920d-4043-ac71-47cd5968546d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.193178] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.193390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.193390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.193587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.193676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.193875] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.193971] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.194046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.194187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.194272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.194378] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1321.229308] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.229527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.229570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.229752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.229890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.239660] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1321.363530] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.364749] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.364867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.365240] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7353e7ae-920d-4043-ac71-47cd5968546d with status ACTIVE [ 1321.365406] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.365537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.365600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.366607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.366607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.366607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.366965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.366965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.366965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.366965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.367135] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7353e7ae-920d-4043-ac71-47cd5968546d is going to be updated. [ 1321.395169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.395323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.395397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.395600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.395736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.395892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7353e7ae-920d-4043-ac71-47cd5968546d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.865812] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.170187] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 in Status: SUCCESS [ 1322.170385] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 deletion is rescheduled due to dependency. [ 1322.170500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.368552] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.368784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.368861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.369094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.369184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.369282] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 is going to be created. [ 1322.398421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.398648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.398726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.398959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.399216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.408739] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: UNINITIALIZED for 2s [ 1323.249856] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1323.250163] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 deletion is rescheduled due to dependency. [ 1323.250204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.250353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.250566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.250756] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.250870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.250932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.251102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.251180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.251267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.251364] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.252405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.252405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.252518] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.252610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.252673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.252805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.252881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.252963] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.754789] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.755855] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.755985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.756074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.756274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.756361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.756539] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.756633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.756694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.756833] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.757390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.757390] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1323.782068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.782268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.782325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.782533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.782663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.793072] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1324.112236] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7f0988e5-b861-4d48-80d8-eddd12a44435 tempest-AttachInterfacesTestJSON-169696156 tempest-AttachInterfacesTestJSON-169696156-project-member] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1324.113653] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGHEST for action security_group_members [ 1324.113653] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.113653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.113653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.113653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.113835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.113835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.113901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.114121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.114121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.114211] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.259058] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ac0d27-704c-422e-af39-48b0d913fab1: rpc.has_security_group_logging(os_id): False [ 1324.278974] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.279174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.279174] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.279380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.279472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.279661] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.279759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.279823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.279966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.280056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.280144] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be updated. [ 1324.353473] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.353759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.353759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.353855] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.353970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.368749] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: IN_PROGRESS for 2s [ 1324.423229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: SUCCESS [ 1324.423229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.423366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.423568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.423958] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.423958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.423958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.424565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.424565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.424565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.424565] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.616876] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.619098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.619098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.619098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.715076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.715076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.715076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.715076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.715076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.715076] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.715076] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be updated. [ 1324.745624] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.745624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.745624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.745624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.745624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.753067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: IN_PROGRESS for 2s [ 1324.928106] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.938019] env[65546]: INFO networking_nsxv3.common.synchronization [None req-71d2dbae-b489-4c7b-a090-fabb32782dda None None] Enqueued Resource ID: 78f9297e-6b63-4bbe-83be-00f1acd41d76 with Priority: HIGHEST for action port [ 1324.938573] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f9297e-6b63-4bbe-83be-00f1acd41d76 with Priority: HIGHEST for action port [ 1324.940407] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f9297e-6b63-4bbe-83be-00f1acd41d76 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.941666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f9297e-6b63-4bbe-83be-00f1acd41d76" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.941666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f9297e-6b63-4bbe-83be-00f1acd41d76" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.941666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f9297e-6b63-4bbe-83be-00f1acd41d76" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.941666] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f9297e-6b63-4bbe-83be-00f1acd41d76',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.431239] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb11cfce-5107-43af-b3d3-b5ecb20503b4: rpc.has_security_group_logging(os_id): False [ 1325.446976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f9297e-6b63-4bbe-83be-00f1acd41d76 [ 1325.446976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.446976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.446976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.446976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.446976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.446976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f9297e-6b63-4bbe-83be-00f1acd41d76 already deleted. [ 1325.446976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f9297e-6b63-4bbe-83be-00f1acd41d76" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.453110] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.453248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.453310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.453518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.453615] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.453851] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.453952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.454129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.454183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.454261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.454629] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 is going to be created. [ 1325.511901] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.512089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.512173] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.512374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.512549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.528134] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: IN_PROGRESS for 2s [ 1325.804050] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1325.804221] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 deletion is rescheduled due to dependency. [ 1325.804343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.385693] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ac0d27-704c-422e-af39-48b0d913fab1 in Status: SUCCESS [ 1326.385836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.386291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.386291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.386291] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ac0d27-704c-422e-af39-48b0d913fab1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.762842] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71535854-a886-4591-9dbf-c1adc08ef5fe in Status: SUCCESS [ 1326.762842] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe deletion is rescheduled due to dependency. [ 1326.762842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.909087] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.909284] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.909362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.909618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.926966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.927171] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ac0d27-704c-422e-af39-48b0d913fab1 is going to be deleted. [ 1326.968680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.968873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.968921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.969155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.969265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.969370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ac0d27-704c-422e-af39-48b0d913fab1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.323901] env[65546]: INFO networking_nsxv3.common.synchronization [None req-285b2e24-157c-4b2c-a883-8afbb0be5b1c None None] Enqueued Resource ID: 143bd8fe-754d-43af-98fe-56e54b21436a with Priority: HIGHEST for action port [ 1327.324183] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143bd8fe-754d-43af-98fe-56e54b21436a with Priority: HIGHEST for action port [ 1327.324803] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-143bd8fe-754d-43af-98fe-56e54b21436a taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.324925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-143bd8fe-754d-43af-98fe-56e54b21436a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.324994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-143bd8fe-754d-43af-98fe-56e54b21436a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.325250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-143bd8fe-754d-43af-98fe-56e54b21436a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.325334] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143bd8fe-754d-43af-98fe-56e54b21436a',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.541099] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: SUCCESS [ 1327.541099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.827060] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 143bd8fe-754d-43af-98fe-56e54b21436a [ 1327.827060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.827567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.827567] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.827993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.829169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.829169] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:143bd8fe-754d-43af-98fe-56e54b21436a already deleted. [ 1327.829169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-143bd8fe-754d-43af-98fe-56e54b21436a" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.563433] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a5d3cb11-4261-4abf-8989-8d2ea6d3efc2 None None] Enqueued Resource ID: ae35edda-5476-431d-9229-b7904ecaea01 with Priority: HIGHEST for action port [ 1328.566055] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35edda-5476-431d-9229-b7904ecaea01 with Priority: HIGHEST for action port [ 1328.566055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae35edda-5476-431d-9229-b7904ecaea01 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.566055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae35edda-5476-431d-9229-b7904ecaea01" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.566055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae35edda-5476-431d-9229-b7904ecaea01" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.566055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae35edda-5476-431d-9229-b7904ecaea01" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.566055] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae35edda-5476-431d-9229-b7904ecaea01',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.929613] env[65546]: INFO networking_nsxv3.common.synchronization [None req-bc922a4d-40d7-4781-9d39-238cd5e70e1c tempest-ServersTestFqdnHostnames-1500325468 tempest-ServersTestFqdnHostnames-1500325468-project-member] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1328.930290] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1328.930605] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.930767] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.930806] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.931092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.931132] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.014840] env[65546]: INFO networking_nsxv3.common.synchronization [None req-fa0e7f87-8eb7-46ca-825b-9c533eb22b97 tempest-ServersTestFqdnHostnames-1500325468 tempest-ServersTestFqdnHostnames-1500325468-project-member] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1329.015400] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1329.015772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.015830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.068367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae35edda-5476-431d-9229-b7904ecaea01 [ 1329.068607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.069104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.069184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.069398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.069483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.069577] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae35edda-5476-431d-9229-b7904ecaea01 already deleted. [ 1329.069651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae35edda-5476-431d-9229-b7904ecaea01" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.452577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.452766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.452766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.453204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.453204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.453204] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb already deleted. [ 1329.453416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.453416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.453587] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.453686] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.973374] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.973773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.973773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.973773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.973912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.973949] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb already deleted. [ 1329.974018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.520065] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdcae828-1276-49be-bae2-5f8dff4dee3e req-a38daa22-b947-4fd8-ae9a-c6121dc129dd tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1330.520700] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1330.521055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.521199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.521261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.521529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.521716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.521829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.521888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.522219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.522352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.522473] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.823064] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.823273] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.823355] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.823687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.823951] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.824756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.824756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.824756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.824756] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.825165] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.825165] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.825265] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.826148] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.826148] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.826325] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.826432] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.847769] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.847935] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.848132] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.848276] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.848544] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-f4f5d57c-a91c-4a58-b666-ba04ec85510b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.848721] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.848858] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.849195] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.849332] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f5d57c-a91c-4a58-b666-ba04ec85510b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.025630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.025630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.025630] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.026044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.026044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.026044] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.026153] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.026238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.026339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.026424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.026510] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f already deleted. [ 1331.026591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.105923] env[65546]: INFO networking_nsxv3.common.synchronization [None req-902c6b01-649d-46d3-9a26-84ad7e3907da None None] Enqueued Resource ID: a7908691-7727-40bf-8ec4-c7afb0dee1cb with Priority: HIGHEST for action port [ 1331.106574] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7908691-7727-40bf-8ec4-c7afb0dee1cb with Priority: HIGHEST for action port [ 1331.106899] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7908691-7727-40bf-8ec4-c7afb0dee1cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.107031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7908691-7727-40bf-8ec4-c7afb0dee1cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.107099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7908691-7727-40bf-8ec4-c7afb0dee1cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.107350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7908691-7727-40bf-8ec4-c7afb0dee1cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.107435] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7908691-7727-40bf-8ec4-c7afb0dee1cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.351699] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.351932] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.352070] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.352425] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.352580] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.352751] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port f4f5d57c-a91c-4a58-b666-ba04ec85510b not found, creating... [ 1331.353040] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.353217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.353355] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.353583] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.353720] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.354180] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.354373] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.354499] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.354713] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.354850] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.354991] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: f4f5d57c-a91c-4a58-b666-ba04ec85510b is going to be created. [ 1331.376240] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.376463] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.376594] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.376870] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.377114] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.377344] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.609988] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7908691-7727-40bf-8ec4-c7afb0dee1cb [ 1331.610390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.610539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.610607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.610809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.610907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.610971] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7908691-7727-40bf-8ec4-c7afb0dee1cb already deleted. [ 1331.611060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7908691-7727-40bf-8ec4-c7afb0dee1cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.100018] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdcae828-1276-49be-bae2-5f8dff4dee3e req-33c88549-fcfe-4301-ab2f-ff9d3da12e93 service nova] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_rules [ 1332.100390] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdcae828-1276-49be-bae2-5f8dff4dee3e req-33c88549-fcfe-4301-ab2f-ff9d3da12e93 service nova] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1332.100390] env[65546]: INFO networking_nsxv3.common.synchronization [req-cdcae828-1276-49be-bae2-5f8dff4dee3e req-33c88549-fcfe-4301-ab2f-ff9d3da12e93 service nova] Enqueued Resource ID: f4f5d57c-a91c-4a58-b666-ba04ec85510b with Priority: HIGHEST for action port [ 1332.101081] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_rules [ 1332.101081] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1332.101281] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5d57c-a91c-4a58-b666-ba04ec85510b with Priority: HIGHEST for action port [ 1332.101383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.101485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.101546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.101794] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.101877] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.102745] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.103051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.103051] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.103184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.103239] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.103384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.103384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.103522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.103604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.103690] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.104510] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f5d57c-a91c-4a58-b666-ba04ec85510b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.104510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.104978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.104978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.104978] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f5d57c-a91c-4a58-b666-ba04ec85510b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.606795] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.608303] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.608424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.609246] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4f5d57c-a91c-4a58-b666-ba04ec85510b with status ACTIVE [ 1332.609246] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.609246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.609246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.609246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.609246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.609526] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.609526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.609526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.609629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.609666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.609830] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.609904] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.609959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.610540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.610638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.610697] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4f5d57c-a91c-4a58-b666-ba04ec85510b is going to be updated. [ 1332.631631] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.631772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.631900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.632045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.632207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.632369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f5d57c-a91c-4a58-b666-ba04ec85510b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.113494] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.615955] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.616217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.616217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.616446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.616540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.616640] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be created. [ 1333.640289] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.640500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.640500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.640697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.640852] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.653486] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: UNINITIALIZED for 2s [ 1334.930892] env[65546]: INFO networking_nsxv3.common.synchronization [req-815409a8-8d1e-4f0b-af99-476e661c881c req-d6cbfe8c-8947-4e76-8a15-251b180e2278 tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1334.931744] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1334.932107] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.932262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.287309] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.287547] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.287672] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.287944] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.288219] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.288372] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.288485] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.288690] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.289226] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.289226] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.289226] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.289377] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.289377] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.289448] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.289543] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.289667] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.309594] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.309777] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.309915] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.310101] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.310417] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-dd25d3b1-3033-4e83-808e-da87c267719d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.310629] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.310706] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.311037] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.311198] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd25d3b1-3033-4e83-808e-da87c267719d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.665638] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1335.665638] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.666148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.666910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.666910] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.666910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.667223] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.667408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.667601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.667741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.667873] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.668848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.669228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.669577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.669779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.669891] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.670137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.670318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.671725] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.814203] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.814531] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.814718] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.814987] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.815184] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.815374] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port dd25d3b1-3033-4e83-808e-da87c267719d not found, creating... [ 1335.815706] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.815938] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.816033] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.816461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.816461] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.816709] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.816885] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.817038] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.817314] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.817501] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.817693] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: dd25d3b1-3033-4e83-808e-da87c267719d is going to be created. [ 1335.841464] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.841781] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.841964] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.842292] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.842546] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.842776] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.173402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.173850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.174050] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.569673] env[65546]: INFO networking_nsxv3.common.synchronization [req-815409a8-8d1e-4f0b-af99-476e661c881c req-5d8e3aba-0887-4c39-a266-fb61aa9752e1 service nova] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_rules [ 1336.569758] env[65546]: INFO networking_nsxv3.common.synchronization [req-815409a8-8d1e-4f0b-af99-476e661c881c req-5d8e3aba-0887-4c39-a266-fb61aa9752e1 service nova] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1336.569902] env[65546]: INFO networking_nsxv3.common.synchronization [req-815409a8-8d1e-4f0b-af99-476e661c881c req-5d8e3aba-0887-4c39-a266-fb61aa9752e1 service nova] Enqueued Resource ID: dd25d3b1-3033-4e83-808e-da87c267719d with Priority: HIGHEST for action port [ 1336.570423] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_rules [ 1336.570569] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1336.570685] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25d3b1-3033-4e83-808e-da87c267719d with Priority: HIGHEST for action port [ 1336.570951] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.571061] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.571368] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.571465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.571786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd25d3b1-3033-4e83-808e-da87c267719d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.571936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.572015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.572246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.572315] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd25d3b1-3033-4e83-808e-da87c267719d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.677851] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.074375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd25d3b1-3033-4e83-808e-da87c267719d with status ACTIVE [ 1337.074646] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.074793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.074864] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.075109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.075204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.075437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.075582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.075661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.075829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.075921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.076175] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.076175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.076361] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.076394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.076458] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.076523] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd25d3b1-3033-4e83-808e-da87c267719d is going to be updated. [ 1337.109928] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.110158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.110244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.110389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.110535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.110730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd25d3b1-3033-4e83-808e-da87c267719d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.180579] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.180866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.180866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.181037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.181133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.181258] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be updated. [ 1337.186457] env[65546]: INFO networking_nsxv3.common.synchronization [req-e9c411db-d73a-476d-b203-4fbfa74041e3 req-66e26c83-f382-44c9-97c6-ee641a9a9c84 tempest-ServersTestFqdnHostnames-1500325468 tempest-ServersTestFqdnHostnames-1500325468-project-member] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1337.187060] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1337.187378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.187502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.187576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.187820] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.187976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.188082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.188150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.188285] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.188370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.188463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.230669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.230822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.230892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.231124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.231264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.244262] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1337.510632] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.510798] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-562" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.510945] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-562" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.511260] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-562" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.511520] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.511669] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.511786] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.511994] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.512161] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.512632] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.512632] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.512632] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.512754] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.512841] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.512917] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.513061] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.531474] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.531716] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1337.531890] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.531953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-562" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.532419] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.532668] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.532798] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.533126] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.533270] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e87bd3-bbdf-4b82-b3b5-9c3f018c946c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.690599] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.690757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.690827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.691205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.691205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.691344] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.691447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.691510] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.691659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.691733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.691818] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb already deleted. [ 1337.691890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.036140] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.036403] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.036591] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.036898] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.037091] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.037355] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c not found, creating... [ 1338.037783] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.038042] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.038276] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.038595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.038808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.039271] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.039488] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.039699] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.039983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.040148] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.040314] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c is going to be created. [ 1338.061573] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.061837] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.061924] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.062178] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.062489] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.062808] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [req-e9c411db-d73a-476d-b203-4fbfa74041e3 req-4b9fd60d-9687-4bc1-a068-886aaf584776 service nova] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [req-e9c411db-d73a-476d-b203-4fbfa74041e3 req-4b9fd60d-9687-4bc1-a068-886aaf584776 service nova] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [req-e9c411db-d73a-476d-b203-4fbfa74041e3 req-4b9fd60d-9687-4bc1-a068-886aaf584776 service nova] Enqueued Resource ID: 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c with Priority: HIGHEST for action port [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_rules [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1338.784218] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c with Priority: HIGHEST for action port [ 1338.784218] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.784218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.784218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.784218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.784218] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.785089] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.785195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.785260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.785447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.785548] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.785637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.785696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.785829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.785907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.785993] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.786684] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.786785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.787103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.787103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.787103] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e87bd3-bbdf-4b82-b3b5-9c3f018c946c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.256902] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 4s [ 1339.288728] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.289834] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.290034] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.290206] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c with status ACTIVE [ 1339.290328] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.290443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.290527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.290748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.290846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.290993] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.291116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.291205] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.291351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.291408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.291603] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.291721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.291778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.291911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.292080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.292080] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03e87bd3-bbdf-4b82-b3b5-9c3f018c946c is going to be updated. [ 1339.330625] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.330812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.330869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.331095] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.331247] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.331424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e87bd3-bbdf-4b82-b3b5-9c3f018c946c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.794842] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.297632] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.297867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.297867] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.298038] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.298124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.298229] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb is going to be created. [ 1340.328648] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.328824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.328871] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.329069] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.329259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.340494] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: UNINITIALIZED for 2s [ 1341.268979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1341.269396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.269396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.269629] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.269823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.269943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.270022] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.270307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.270412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.270502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.270680] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.270774] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.270835] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.270962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.271182] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.271304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.271365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.271508] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.271584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.271666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.271755] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.272781] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.272963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.273155] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.273252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.273395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.273459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.273532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.273625] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.775965] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd50a34-6b58-4599-b91c-22443d44b52f: rpc.has_security_group_logging(os_id): False [ 1341.777894] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.797821] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.798339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.798339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.798339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.798505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.798596] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.798718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.798816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.799176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.799257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.799497] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.799661] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.800077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.800280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.800398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.800627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.801024] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.801136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.801330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.801416] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.801526] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be created. [ 1341.873424] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.873634] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.873707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.873977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.874283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.901784] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1342.280702] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.350530] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: SUCCESS [ 1342.350783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.350944] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.351214] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.351421] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.351553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.351618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.351755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.351834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.351917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.352030] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.783721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.783953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.783953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.784172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.784287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784396] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be updated. [ 1342.813142] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.813380] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.813466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.813752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.813905] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822460] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1342.855920] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.357861] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f9ab97d-0af4-448a-9321-cf780f97d8cb: rpc.has_security_group_logging(os_id): False [ 1343.378031] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.378250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.378344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.378577] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.378699] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.378973] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.379091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.379157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.379344] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.379500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.379571] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb is going to be created. [ 1343.442244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.442501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.442501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.442716] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.442898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.457049] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: IN_PROGRESS for 2s [ 1343.784376] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.784590] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1343.916267] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1343.916475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.916648] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.916865] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.916954] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.419197] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.419546] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.833266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1344.833501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.833672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.833890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.834098] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.834217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.834283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.834444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.834511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.834639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.834738] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.337383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.337547] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.337612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.337813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.337984] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.338086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.338142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.338293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.338392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.338474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.338600] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.338703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.338846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.338911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.339000] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.339098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.339150] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.339286] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.339348] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.339433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.339522] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.469823] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: SUCCESS [ 1345.470192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.842227] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd50a34-6b58-4599-b91c-22443d44b52f: rpc.has_security_group_logging(os_id): False [ 1345.863772] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.863988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.864109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.864392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.864524] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.864854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.864999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.865111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.865321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.865440] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.865725] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.865863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.865965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.866187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.866304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.866545] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.866680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.866773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.866973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.867101] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.867223] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be updated. [ 1345.927511] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.927746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.927793] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.928097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.928422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.941787] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1347.957812] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1347.958228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.786233] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.786423] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.787492] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.787856] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.788691] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.789339] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.790207] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.790629] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.023937] env[65546]: INFO networking_nsxv3.common.synchronization [req-c6a19ff0-c546-4266-9a48-34c363a3cec8 req-f4335fd8-d02c-4c77-84dd-2794ea2ccd4e tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1364.024540] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1364.024922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.025068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.025133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.025330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.025486] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.025582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.025908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.025908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.025908] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.026127] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.528235] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.528463] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.528566] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.528830] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.552623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.552975] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.553714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.553714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.553714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.553714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.553714] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1364.580281] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.580564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.580564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.580736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.580886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.589053] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1366.599898] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1366.600298] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 deletion is rescheduled due to dependency. [ 1366.600298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.025786] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.026161] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.080232] env[65546]: INFO networking_nsxv3.common.synchronization [None req-2f9e21c0-d09f-4cf6-b4a5-fb3943f9b093 tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1371.081456] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1371.081846] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.082135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.082234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.082516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.082601] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.169579] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6541956b-3b2b-46cf-84cd-dca6e2b9793d tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1371.170125] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1371.170429] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.170536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.607939] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.608177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.608177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.608371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.608461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.608552] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d already deleted. [ 1371.608656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.608805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.608956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.609062] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.128562] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.128918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.128918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.128995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.129068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.129178] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d already deleted. [ 1372.129272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.302838] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e6e00f0-faec-4b58-9e15-8a0cfd5fb80c req-0beda032-ff39-4c6b-b200-513d16964f48 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1373.303392] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1373.303707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.303829] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.303897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.304232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.304610] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.304610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.304610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.304824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.304824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.304894] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.588732] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.588909] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.590031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.590031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.590031] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.590031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.590031] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.590512] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.590767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.591092] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.591320] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.591530] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.591735] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.592045] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.592269] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.593197] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.613415] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.613586] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.613814] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.614235] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-922" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.614795] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.615147] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.615345] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.615720] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.615896] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd80173-0fd7-43f9-8395-ae6e18d7f09d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.808132] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.808358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.808358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.808516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.808610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.808806] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.808945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.808997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.809172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.809261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.809350] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1373.837035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.837266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.837266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.837450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.837604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.848479] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1374.118127] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.118361] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.118487] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.118760] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.118906] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.119071] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 4fd80173-0fd7-43f9-8395-ae6e18d7f09d not found, creating... [ 1374.119325] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.119480] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.119595] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.119798] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.119953] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.120238] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.120391] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.120506] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.120702] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.120848] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.120986] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 4fd80173-0fd7-43f9-8395-ae6e18d7f09d is going to be created. [ 1374.142466] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.142556] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.142636] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.142995] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.143244] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.143457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.845755] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e6e00f0-faec-4b58-9e15-8a0cfd5fb80c req-092baf9b-5cfe-48eb-8f50-eaca6451b7ef service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 1374.846084] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e6e00f0-faec-4b58-9e15-8a0cfd5fb80c req-092baf9b-5cfe-48eb-8f50-eaca6451b7ef service nova] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1374.846084] env[65546]: INFO networking_nsxv3.common.synchronization [req-7e6e00f0-faec-4b58-9e15-8a0cfd5fb80c req-092baf9b-5cfe-48eb-8f50-eaca6451b7ef service nova] Enqueued Resource ID: 4fd80173-0fd7-43f9-8395-ae6e18d7f09d with Priority: HIGHEST for action port [ 1374.846582] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_rules [ 1374.846711] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1374.846809] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd80173-0fd7-43f9-8395-ae6e18d7f09d with Priority: HIGHEST for action port [ 1374.847140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.847314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.847379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.847520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.847602] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.848419] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.848517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.848727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.848828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.848896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.849065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.849144] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd80173-0fd7-43f9-8395-ae6e18d7f09d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.350492] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.350703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.351922] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd80173-0fd7-43f9-8395-ae6e18d7f09d with status ACTIVE [ 1375.352118] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.352231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.352298] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.352507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.352594] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.352817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.352920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.352985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.353185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.353227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.353389] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.353481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.353560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.353673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.353757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.353874] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd80173-0fd7-43f9-8395-ae6e18d7f09d is going to be updated. [ 1375.376206] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.376424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.376424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.376583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.376713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.376868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd80173-0fd7-43f9-8395-ae6e18d7f09d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.859725] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1375.860617] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 deletion is rescheduled due to dependency. [ 1375.860617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.860617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.860617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.860617] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.860914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.860914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.860985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.861033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.861155] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.363573] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.633694] env[65546]: INFO networking_nsxv3.common.synchronization [req-b138106c-6a99-4a60-a5c7-a4360332aaed req-a236ec0a-3cfe-4ca7-804e-c5957e85c773 tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1376.634319] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1376.634540] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.634644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.634710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.636210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.636210] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.636210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.636210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.636210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.636210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.636210] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.867030] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.991673] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.992457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.992457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.992457] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.992703] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.992703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.992843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.993032] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.993181] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.993398] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1376.993498] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1376.993605] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1376.993709] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1376.993833] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1376.993947] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1376.994089] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.013130] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.013337] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1377.013434] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.013606] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-85" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.013969] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.014153] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.014260] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.014578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.014710] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42c5cb1-ee81-4055-bc93-0a6d6ec083b5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.138402] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.138628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.138680] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.138921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.139031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.139235] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.139353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.139420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.139572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.139649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.139733] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d already deleted. [ 1377.139840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.369446] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.369810] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.369981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.370245] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.370342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.370451] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1377.399108] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.399331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.399331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.399515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.399656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.408585] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1377.517273] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.517510] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.517637] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.517925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.518096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.518278] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 not found, creating... [ 1377.518596] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.518767] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.518887] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.519119] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.519258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.519541] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.519694] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.519847] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.520065] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.520270] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.520418] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 is going to be created. [ 1377.551444] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.551659] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.551782] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.552079] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.552328] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.552573] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.122375] env[65546]: INFO networking_nsxv3.common.synchronization [req-c100756a-6d62-4b52-a121-714f42871d60 req-6d06e0dc-19f9-435d-9007-d0db3071448d tempest-AttachVolumeNegativeTest-968432862 tempest-AttachVolumeNegativeTest-968432862-project-member] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1378.122956] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGHEST for action security_group_members [ 1378.123439] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.123605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.123705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.123949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.124200] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.124335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.124423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.124600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.124717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.124836] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [req-b138106c-6a99-4a60-a5c7-a4360332aaed req-895aaad6-f68d-4bf9-82fe-621e17ac7b29 service nova] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [req-b138106c-6a99-4a60-a5c7-a4360332aaed req-895aaad6-f68d-4bf9-82fe-621e17ac7b29 service nova] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [req-b138106c-6a99-4a60-a5c7-a4360332aaed req-895aaad6-f68d-4bf9-82fe-621e17ac7b29 service nova] Enqueued Resource ID: e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 with Priority: HIGHEST for action port [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_rules [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1378.232192] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 with Priority: HIGHEST for action port [ 1378.232964] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.235987] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.235987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.235987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.235987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.235987] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.237730] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.237886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.238310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.238310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.238310] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42c5cb1-ee81-4055-bc93-0a6d6ec083b5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.626852] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.627074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.627074] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.627314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.627410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.627630] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.627735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.627803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.627956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.628047] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.628136] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 is going to be updated. [ 1378.657819] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.658096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.658096] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.658335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.658479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.668290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: IN_PROGRESS for 2s [ 1378.741075] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.742872] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.743082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.743571] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 with status ACTIVE [ 1378.743760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.743926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.743968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.744479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.744479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.744479] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.744585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.744585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.744706] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.744779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.744953] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.745065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.745136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.745539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.745539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.745651] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e42c5cb1-ee81-4055-bc93-0a6d6ec083b5 is going to be updated. [ 1378.768365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.768561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.768561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.768786] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.768954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.769155] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42c5cb1-ee81-4055-bc93-0a6d6ec083b5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.245182] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.419166] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1379.419387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.419564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.419770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.419971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.420116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.420157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.420303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.420381] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.420462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.420583] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.747334] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.747527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.747581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.747872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.747991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.748137] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d is going to be created. [ 1379.774428] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.774688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.774789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.775132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.775609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.786320] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: UNINITIALIZED for 2s [ 1379.923520] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.426046] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d43baba-357c-4f52-8951-a9eb5b100fe2: rpc.has_security_group_logging(os_id): False [ 1380.444578] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.444578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.444578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.444876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.444876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.445076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.445199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.445234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.445370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.445446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.445531] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1380.512056] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.512056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.512056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.512056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.512056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.525313] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1380.678964] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 in Status: SUCCESS [ 1380.679221] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 deletion is rescheduled due to dependency. [ 1380.679300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.796784] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: SUCCESS [ 1381.797264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.797264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.797398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.797586] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.797703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.797766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.797913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.797993] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.798090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.798182] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.301106] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.540689] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1382.540689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.804037] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 309a6f82-ef7f-481d-b746-58d5ece32c5d: rpc.has_security_group_logging(os_id): False [ 1382.822851] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.823094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.823161] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.823373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.823461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.823708] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.823804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.823879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.824057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.824134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.824374] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d is going to be created. [ 1382.880427] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.880578] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.880654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.880886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.881083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.891260] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: IN_PROGRESS for 2s [ 1383.232667] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.232797] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1384.903505] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: SUCCESS [ 1384.903924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.061841] env[65546]: INFO networking_nsxv3.common.synchronization [req-1fc74750-7329-42e7-801e-92306a97455e req-2acc3433-839a-40c3-9a5a-f458a74fb408 tempest-ServersTestFqdnHostnames-1500325468 tempest-ServersTestFqdnHostnames-1500325468-project-member] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1388.062405] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGHEST for action security_group_members [ 1388.062706] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.062827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.062898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.063248] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.063431] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.063879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.063990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.064185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.064278] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.064390] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.566717] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.566915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.566915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.567154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.567249] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.567455] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.567558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.567623] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.567772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.567850] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.567937] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb is going to be updated. [ 1388.596216] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.596429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.596429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.596604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.596743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.604603] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: IN_PROGRESS for 2s [ 1390.615482] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb in Status: SUCCESS [ 1390.615482] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb deletion is rescheduled due to dependency. [ 1390.615940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.063398] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.063704] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.438244] env[65546]: INFO networking_nsxv3.common.synchronization [None req-135287be-ab39-4b6a-8f7b-1f065d40ec74 None None] Enqueued Resource ID: 224a9cca-1481-4148-99aa-ee0dbcea5b5b with Priority: HIGHEST for action port [ 1396.438244] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224a9cca-1481-4148-99aa-ee0dbcea5b5b with Priority: HIGHEST for action port [ 1396.438244] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-224a9cca-1481-4148-99aa-ee0dbcea5b5b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.438244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224a9cca-1481-4148-99aa-ee0dbcea5b5b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.438244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224a9cca-1481-4148-99aa-ee0dbcea5b5b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.440828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224a9cca-1481-4148-99aa-ee0dbcea5b5b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.441417] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224a9cca-1481-4148-99aa-ee0dbcea5b5b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.944050] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224a9cca-1481-4148-99aa-ee0dbcea5b5b [ 1396.944489] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.944693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.944784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.944995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.945102] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.945200] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224a9cca-1481-4148-99aa-ee0dbcea5b5b already deleted. [ 1396.945282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224a9cca-1481-4148-99aa-ee0dbcea5b5b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.016916] env[65546]: INFO networking_nsxv3.common.synchronization [None req-ccb50696-37a6-44ef-b0f6-7e8b551da41a tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1397.017469] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1397.017918] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.017918] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.018272] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.018379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.018467] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.104507] env[65546]: INFO networking_nsxv3.common.synchronization [None req-6540da1c-7451-4962-b462-701ca551c836 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1397.105490] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1397.105490] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.105490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.541128] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.541514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.541514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.541652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.541748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.541845] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 already deleted. [ 1397.541932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.542100] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.542275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.542364] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.065674] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.065674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.065674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.065674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.065674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.065674] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 already deleted. [ 1398.065674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.594417] env[65546]: INFO networking_nsxv3.common.synchronization [None req-92b5e311-9746-421c-b590-7d9c0df2aaf7 None None] Enqueued Resource ID: 558cef64-b24b-4a32-86ac-73a5953d31c2 with Priority: HIGHEST for action port [ 1398.594947] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558cef64-b24b-4a32-86ac-73a5953d31c2 with Priority: HIGHEST for action port [ 1398.595265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-558cef64-b24b-4a32-86ac-73a5953d31c2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.595386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558cef64-b24b-4a32-86ac-73a5953d31c2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.595466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558cef64-b24b-4a32-86ac-73a5953d31c2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.595720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558cef64-b24b-4a32-86ac-73a5953d31c2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.595805] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558cef64-b24b-4a32-86ac-73a5953d31c2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.098035] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 558cef64-b24b-4a32-86ac-73a5953d31c2 [ 1399.098174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.098234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.098429] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.098687] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.098787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.098970] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:558cef64-b24b-4a32-86ac-73a5953d31c2 already deleted. [ 1399.098970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558cef64-b24b-4a32-86ac-73a5953d31c2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.461470] env[65546]: INFO networking_nsxv3.common.synchronization [req-c0b94a8d-7db5-40f9-9f04-d66339445d33 req-a7f1c910-27d8-4e62-9bf9-cd8a8647558e tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1402.462844] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1402.462844] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.462844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.462844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.462844] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.462844] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.463197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.463197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.463197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.463299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.463330] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.712183] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.712431] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.712578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.712984] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.713759] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.713985] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.714186] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.714425] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.714695] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.714926] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.715081] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.715199] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.715311] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.715532] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.715647] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.715789] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.736122] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.736297] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1402.736492] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.736714] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.737041] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.737216] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.737337] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.737667] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.737845] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5ebfae-13a2-4f84-83ef-959f5cb1571f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.965808] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.965982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.965982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.966207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.966301] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.966531] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.966640] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.966704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.966854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.966930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.967022] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 already deleted. [ 1402.967105] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.240271] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.240533] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.240619] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.241312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.241312] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.241312] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 6c5ebfae-13a2-4f84-83ef-959f5cb1571f not found, creating... [ 1403.241501] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.241625] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.241742] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.241954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.242208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.242444] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.242600] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.243261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.243261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.243261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.243261] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 6c5ebfae-13a2-4f84-83ef-959f5cb1571f is going to be created. [ 1403.265943] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.266160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.266286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.266542] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.266764] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.266983] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [req-c0b94a8d-7db5-40f9-9f04-d66339445d33 req-763d828e-93f8-49e3-8434-f8bcfc7abacb service nova] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [req-c0b94a8d-7db5-40f9-9f04-d66339445d33 req-763d828e-93f8-49e3-8434-f8bcfc7abacb service nova] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [req-c0b94a8d-7db5-40f9-9f04-d66339445d33 req-763d828e-93f8-49e3-8434-f8bcfc7abacb service nova] Enqueued Resource ID: 6c5ebfae-13a2-4f84-83ef-959f5cb1571f with Priority: HIGHEST for action port [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1403.947099] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5ebfae-13a2-4f84-83ef-959f5cb1571f with Priority: HIGHEST for action port [ 1403.947099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.947747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.947787] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.947994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.948094] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.949106] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.949264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.949358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.949583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.949764] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.949861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.949927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.950121] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.950257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.950374] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.951509] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.951654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.951743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.951924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.952262] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5ebfae-13a2-4f84-83ef-959f5cb1571f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.453414] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.454475] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.454590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.454906] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c5ebfae-13a2-4f84-83ef-959f5cb1571f with status ACTIVE [ 1404.454906] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.455055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.455139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.455305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.455400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.456576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.456576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.456576] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.456576] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c5ebfae-13a2-4f84-83ef-959f5cb1571f is going to be updated. [ 1404.477018] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.477227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.477227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.477407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.477541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.477701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5ebfae-13a2-4f84-83ef-959f5cb1571f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.958789] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.463393] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.463609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.463685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.463897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.463985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.464100] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be created. [ 1405.489816] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.489816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.489816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.489816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.489816] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.498505] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: UNINITIALIZED for 2s [ 1407.509579] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1407.509893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.509960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.510190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.510376] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.510502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.510549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.510700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.510776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.510874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.510943] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.013327] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.515870] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b48d1a-47d8-453b-b49b-12cc4616dfc9: rpc.has_security_group_logging(os_id): False [ 1408.533203] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.533412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.533412] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.533625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.533681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.533894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.533995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.534065] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.534210] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.534295] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.534389] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be created. [ 1408.590020] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.590297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.590297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.590422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.590603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.601931] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1408.947962] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.948163] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1410.614901] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1410.615254] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.948939] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.949308] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.950188] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.950589] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.951467] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.951754] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.952551] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.952927] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.953891] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.954229] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.013242] env[65546]: INFO networking_nsxv3.common.synchronization [req-0d494417-9666-4575-add8-07a0d72aa6bd req-7b0c8bdf-7a7d-45d2-8633-127133ca9b70 tempest-ServerActionsTestJSON-651033127 tempest-ServerActionsTestJSON-651033127-project-member] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1436.014407] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGHEST for action security_group_members [ 1436.015721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.015721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.015721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.015721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.015721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.015721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.015721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.016043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.016043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.016107] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.519118] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.519294] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.519370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.519600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.519688] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.519900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.520007] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.520083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.520233] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.520309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.520395] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be updated. [ 1436.555394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.555645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.555645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.555825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.555970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.565097] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: IN_PROGRESS for 2s [ 1438.576952] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 in Status: SUCCESS [ 1438.576952] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 deletion is rescheduled due to dependency. [ 1438.576952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.015953] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.016642] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.017609] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.018057] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.019243] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.019702] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.610370] env[65546]: INFO networking_nsxv3.common.synchronization [req-f3f985bc-d74b-4c0e-aea3-31a54b571fef req-02a8964a-c14d-4b2a-b448-0d07e8cb1e5b tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1452.610875] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1452.611205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.611330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.611399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.611653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.611810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.611920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.611963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.612145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.612255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.612350] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.914250] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.914460] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.914582] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.914856] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.915159] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.915326] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.915442] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.915652] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.915793] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.916022] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1452.916171] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1452.916255] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1452.916366] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1452.916473] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1452.916576] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1452.916707] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1452.942975] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1452.943157] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1452.943277] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1452.943449] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.943754] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-f74102a5-3041-4e58-b09a-9ff4789c424e taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.943935] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.944106] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.944431] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.944557] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74102a5-3041-4e58-b09a-9ff4789c424e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.114784] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.114994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.114994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.115263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.115362] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.115583] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.115664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.115733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.115881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.115960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.116082] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 already deleted. [ 1453.116135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.447062] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.447286] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.447410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.447692] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.447838] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.447989] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port f74102a5-3041-4e58-b09a-9ff4789c424e not found, creating... [ 1453.448265] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.448425] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.448540] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.448749] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.448884] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.449178] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.449333] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.449448] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.449647] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.449778] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.449914] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: f74102a5-3041-4e58-b09a-9ff4789c424e is going to be created. [ 1453.470188] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.470405] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.470511] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.470792] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.471034] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.471257] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.167914] env[65546]: INFO networking_nsxv3.common.synchronization [req-f3f985bc-d74b-4c0e-aea3-31a54b571fef req-0d1dbca7-c612-4203-9e71-8e3bca99a034 service nova] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_rules [ 1454.167914] env[65546]: INFO networking_nsxv3.common.synchronization [req-f3f985bc-d74b-4c0e-aea3-31a54b571fef req-0d1dbca7-c612-4203-9e71-8e3bca99a034 service nova] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1454.167914] env[65546]: INFO networking_nsxv3.common.synchronization [req-f3f985bc-d74b-4c0e-aea3-31a54b571fef req-0d1dbca7-c612-4203-9e71-8e3bca99a034 service nova] Enqueued Resource ID: f74102a5-3041-4e58-b09a-9ff4789c424e with Priority: HIGHEST for action port [ 1454.168353] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_rules [ 1454.168353] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1454.168418] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74102a5-3041-4e58-b09a-9ff4789c424e with Priority: HIGHEST for action port [ 1454.168675] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.168744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.168824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.169193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.169286] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.170533] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.170779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.171020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.172444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.172444] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.172444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.172444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.172444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.172444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.172444] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.173127] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74102a5-3041-4e58-b09a-9ff4789c424e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.173273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.174207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.174207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.174207] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74102a5-3041-4e58-b09a-9ff4789c424e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.671480] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.671732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.674132] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.675759] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f74102a5-3041-4e58-b09a-9ff4789c424e with status ACTIVE [ 1454.675964] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.676107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.676177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.676382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.676469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.676636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.676732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.676795] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.676948] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.677041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.677293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.677350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.677415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.677541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.677658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.677714] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f74102a5-3041-4e58-b09a-9ff4789c424e is going to be updated. [ 1454.697850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.698128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.698128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.698342] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.698490] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.698659] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74102a5-3041-4e58-b09a-9ff4789c424e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.176740] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.679607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.679898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.679898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.680126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.680307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.680404] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be created. [ 1455.702830] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.703019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.703019] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.703230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.703388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.712375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: UNINITIALIZED for 2s [ 1457.723799] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1457.724113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.724242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.724445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.724637] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.724753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.724821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.724964] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.725080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.725172] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.725275] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.228109] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.228109] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.228384] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.228569] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.228793] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.228927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.229025] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.229229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.229353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.229431] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.229614] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.229741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.229825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.230027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.230178] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.230297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.230379] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.230543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.230646] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.230747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.230867] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.733177] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68ea93dd-ceaa-4278-8665-a5046eba8944: rpc.has_security_group_logging(os_id): False [ 1458.752950] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.753191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.753191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.753372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.753465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.753669] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.753772] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.753839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.753995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.754089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.754358] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.754465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.754535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.754700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.754783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.754979] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.755088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.755163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.755390] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.755481] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.755573] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be created. [ 1458.815088] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.815277] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.815351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.815556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.815747] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.826927] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: IN_PROGRESS for 2s [ 1459.169963] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.171983] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1460.842637] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1460.842637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.170952] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.171309] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.172068] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.172486] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.173514] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.174053] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.126814] env[65546]: INFO networking_nsxv3.common.synchronization [req-916eb10d-bfc3-4d63-9c51-83f2e3a018c2 req-89dcd128-9203-4631-a4fa-bd2e676b21a3 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1478.127108] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1478.127325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.127454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.127525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.127712] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.127861] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.127947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.128016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.128414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.128414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.128414] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.631024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.631262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.631340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.631564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.631660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.631860] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.632311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.632311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.632311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.632311] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.632311] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be updated. [ 1478.660982] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.661292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.661292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.661434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.661590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.671710] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: IN_PROGRESS for 2s [ 1480.681899] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1480.682323] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 deletion is rescheduled due to dependency. [ 1480.682323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.127876] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.128177] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.275568] env[65546]: INFO networking_nsxv3.common.synchronization [None req-b1d08041-5098-4cd6-a1bb-527eb23c8d27 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1483.275900] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1483.276207] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.276332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.276400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.276682] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.276777] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.358257] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4435e562-6d32-4288-b7b7-a266960ae7fd tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1483.358743] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1483.359055] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.359157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.797473] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.797620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.797672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.797863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.797955] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.798071] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d already deleted. [ 1483.798152] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.798303] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.798448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.798531] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.319585] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.319978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.319978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.319978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.320112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.320112] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d already deleted. [ 1484.320206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.627051] env[65546]: INFO networking_nsxv3.common.synchronization [req-3adbc188-74f1-4bcb-a12a-99f249f11ae7 req-df08146e-d7bc-46a6-86a3-06187c3b8f3c tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1487.627535] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGHEST for action security_group_members [ 1487.627852] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.627976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.628063] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.628252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.628404] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.628503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.628565] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.628713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.628801] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.628894] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.130880] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.131149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.131149] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.131291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.131355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.131546] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.131655] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.131718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.131845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.131946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.132029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d is going to be updated. [ 1488.161265] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.161542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.161542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.161714] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.161790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.170517] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: IN_PROGRESS for 2s [ 1488.677400] env[65546]: INFO networking_nsxv3.common.synchronization [req-71d4bea8-d9c9-47c3-a5c8-1b6a9f4c2e23 req-cc2baf83-007e-4de6-9cb0-46d720849232 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1488.677400] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1488.677866] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.677866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.677866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.678389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.678747] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.678843] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.678917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.679097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.679192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.679314] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.972471] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.972880] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.973130] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.973415] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.973686] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.973851] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.973972] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.974206] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.974348] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.974553] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.974665] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1488.974836] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1488.974950] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1488.975072] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.975230] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1488.975308] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1488.995773] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1488.995952] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1488.996044] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1488.996219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.996518] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.996686] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.996805] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.997183] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.997329] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.181435] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.181651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.181651] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.181799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.181892] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.182095] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.182194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.182256] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.182401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.182477] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.182562] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d already deleted. [ 1489.182663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.499679] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.499925] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.500219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.500550] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.500703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.500890] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea not found, creating... [ 1489.501154] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.501313] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.501426] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.501638] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.501771] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.502062] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.502217] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.502332] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.502534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.502692] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.502877] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea is going to be created. [ 1489.524911] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.525164] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.525259] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.525523] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.525747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.525972] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.180292] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d in Status: SUCCESS [ 1490.180292] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d deletion is rescheduled due to dependency. [ 1490.180654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.207511] env[65546]: INFO networking_nsxv3.common.synchronization [req-71d4bea8-d9c9-47c3-a5c8-1b6a9f4c2e23 req-39d426a9-9b61-4c46-8b53-e23a19f92bc8 service nova] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1490.207687] env[65546]: INFO networking_nsxv3.common.synchronization [req-71d4bea8-d9c9-47c3-a5c8-1b6a9f4c2e23 req-39d426a9-9b61-4c46-8b53-e23a19f92bc8 service nova] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1490.207826] env[65546]: INFO networking_nsxv3.common.synchronization [req-71d4bea8-d9c9-47c3-a5c8-1b6a9f4c2e23 req-39d426a9-9b61-4c46-8b53-e23a19f92bc8 service nova] Enqueued Resource ID: e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea with Priority: HIGHEST for action port [ 1490.208097] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_rules [ 1490.208235] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1490.208334] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea with Priority: HIGHEST for action port [ 1490.208900] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.209016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.209099] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.209329] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.209414] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.210255] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.210357] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.210396] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.210556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.210700] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.210863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.210863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.210982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.211070] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.211163] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.212273] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.212389] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.212466] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.212650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.213077] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.714977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.715192] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.715454] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.716376] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea with status ACTIVE [ 1490.716567] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.716681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.716742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.716946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.717048] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.717217] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.717312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.717373] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.717523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.717602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.717787] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.717873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.717932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.718086] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.718159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.718241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea is going to be updated. [ 1490.738256] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.738460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.738460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.738627] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.738759] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.738909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a9b75e-2adb-4e74-a7f6-e5b868ed23ea" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.219872] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.723026] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.723183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.723226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.723459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.723521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.723662] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d is going to be created. [ 1491.748077] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.748267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.748310] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.748483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.748637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.758580] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: UNINITIALIZED for 2s [ 1493.771027] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: SUCCESS [ 1493.771420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.771420] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.771620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.771808] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.771924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.771991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.772154] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.772235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.772317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.772407] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.275623] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.777969] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4764e2-1c73-4a7b-8011-b818ed0ec79d: rpc.has_security_group_logging(os_id): False [ 1494.796320] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.796523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.796523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.796722] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.796809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.797060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.797159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.797222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.797363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.797456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.797580] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d is going to be created. [ 1494.855024] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.855239] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.855291] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.855537] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.855741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.865957] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: IN_PROGRESS for 2s [ 1495.210076] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.210076] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1496.879796] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: SUCCESS [ 1496.879796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.872916] env[65546]: INFO networking_nsxv3.common.synchronization [req-0304e2d2-7690-4cfc-8557-cb5bf6863946 req-efc86f14-3b8f-4442-a188-e2a767f3e104 tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1498.873455] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1498.873770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.873888] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.874032] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.874162] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.874315] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.874418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.874479] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.874619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.874702] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.874792] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.377369] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.879403] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.381621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.381879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.381879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.382130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.382260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.382385] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be updated. [ 1500.413679] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.413822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.413894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.414122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.414273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.422873] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1502.433939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1502.434374] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.874738] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.875250] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.580136] env[65546]: INFO networking_nsxv3.common.synchronization [req-4d1945d6-3f9d-4113-a7a1-79a669252432 req-6ee2ff71-903b-42bd-a511-da2f29c1bdfe tempest-ServerRescueNegativeTestJSON-1777998409 tempest-ServerRescueNegativeTestJSON-1777998409-project-member] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1505.580544] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGHEST for action security_group_members [ 1505.580773] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.580897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.580959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.581170] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.581324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.581419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.581475] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.581606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.581679] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.581771] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.083868] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.083868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.083868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.084218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.084218] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.084309] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.084370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.084409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.084534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.084611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.084698] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be updated. [ 1506.116535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.116740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.116740] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.116941] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.117103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.127404] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: IN_PROGRESS for 2s [ 1508.138654] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd50a34-6b58-4599-b91c-22443d44b52f in Status: SUCCESS [ 1508.139090] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f deletion is rescheduled due to dependency. [ 1508.139090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.581051] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.581330] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.189649] env[65546]: INFO networking_nsxv3.common.synchronization [None req-d9a3f610-d066-443a-9250-4ac7708faf73 None None] Enqueued Resource ID: 43853df8-1bae-440d-8bef-e2b9e78d8f59 with Priority: HIGHEST for action port [ 1513.189998] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43853df8-1bae-440d-8bef-e2b9e78d8f59 with Priority: HIGHEST for action port [ 1513.190589] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-43853df8-1bae-440d-8bef-e2b9e78d8f59 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.190589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43853df8-1bae-440d-8bef-e2b9e78d8f59" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.190589] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43853df8-1bae-440d-8bef-e2b9e78d8f59" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.191044] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43853df8-1bae-440d-8bef-e2b9e78d8f59" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.191044] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43853df8-1bae-440d-8bef-e2b9e78d8f59',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.693399] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43853df8-1bae-440d-8bef-e2b9e78d8f59 [ 1513.693399] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.693574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.693574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.693700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.693790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.693882] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43853df8-1bae-440d-8bef-e2b9e78d8f59 already deleted. [ 1513.693961] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43853df8-1bae-440d-8bef-e2b9e78d8f59" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.765919] env[65546]: INFO networking_nsxv3.common.synchronization [None req-af5c33e9-9838-40aa-b53c-a49509c09871 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1513.766574] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1513.766886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.767015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.767092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.768081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.768370] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.853449] env[65546]: INFO networking_nsxv3.common.synchronization [None req-7efe6bcd-e324-4f94-b628-2f39cfbbaa99 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1513.853928] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1513.854279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.854394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.289683] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.290029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.290029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.290167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.290167] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.290265] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 already deleted. [ 1514.290349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.290500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.290650] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.290752] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.812967] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.813157] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.813229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.813443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.813533] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.813629] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 already deleted. [ 1514.813709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.266272] env[65546]: INFO networking_nsxv3.common.synchronization [None req-bd24a96c-ac7a-4e66-8a23-d2e5f074fd54 None None] Enqueued Resource ID: 1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75 with Priority: HIGHEST for action port [ 1515.267496] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75 with Priority: HIGHEST for action port [ 1515.267496] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.267496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.267496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.267771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.267771] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.772376] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75 [ 1515.772727] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.772859] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.772915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.773137] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.773257] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.773425] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75 already deleted. [ 1515.773543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f55f71f-ec4d-4ed1-bb0d-b80e5e634f75" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.343545] env[65546]: INFO networking_nsxv3.common.synchronization [req-a780fe56-49bc-4c9e-abd2-370eb630dc3c req-311f8514-605a-4d86-bc56-2b7c31063eb9 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1519.344032] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1519.344351] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.344471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.344560] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.344825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.344987] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.345132] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.345179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.345367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.345465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.345561] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.619950] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.620170] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.620284] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.620622] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.620879] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.621047] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.621181] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.621388] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.621530] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.621813] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1519.621884] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1519.621953] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1519.622072] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1519.622180] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1519.622283] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1519.622414] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1519.649094] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1519.649293] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1519.649410] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1519.649587] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.649898] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.650096] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.650219] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.650638] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.650744] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.848146] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.848415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.848415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.848644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.849575] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.849575] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 already deleted. [ 1519.849575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.153045] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.153325] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.153458] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.153735] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.153882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.154044] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b not found, creating... [ 1520.154302] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.154454] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.154568] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.154823] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.154902] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.155192] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.155481] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.155684] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.155917] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.156074] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.156330] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b is going to be created. [ 1520.176095] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.176343] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.176563] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.176833] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.177074] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.177301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.853964] env[65546]: INFO networking_nsxv3.common.synchronization [req-a780fe56-49bc-4c9e-abd2-370eb630dc3c req-a36fc98b-3d4a-44d8-a8ca-e8a1acaa11dc service nova] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1520.854250] env[65546]: INFO networking_nsxv3.common.synchronization [req-a780fe56-49bc-4c9e-abd2-370eb630dc3c req-a36fc98b-3d4a-44d8-a8ca-e8a1acaa11dc service nova] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1520.854295] env[65546]: INFO networking_nsxv3.common.synchronization [req-a780fe56-49bc-4c9e-abd2-370eb630dc3c req-a36fc98b-3d4a-44d8-a8ca-e8a1acaa11dc service nova] Enqueued Resource ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with Priority: HIGHEST for action port [ 1520.854790] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1520.854933] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1520.855035] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with Priority: HIGHEST for action port [ 1520.855451] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.855451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.855643] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.855689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.855865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.856837] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.856837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.856837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.856995] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.857043] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.857190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.857190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.857337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.857423] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.857515] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.858242] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.858397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.858397] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.858551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.858824] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.360135] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.360400] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.360483] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.361375] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with status ACTIVE [ 1521.361641] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.361710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.361748] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.361911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.362009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.362208] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.362315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.363168] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.363168] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.363655] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b is going to be updated. [ 1521.384202] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.384455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.384455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.384595] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.384738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.384897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.865443] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.367800] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.367951] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.368046] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.368271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.368355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.368452] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be created. [ 1522.392366] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.392570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.392570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.392738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.392897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.402096] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: UNINITIALIZED for 2s [ 1524.412742] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: SUCCESS [ 1524.413224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.413224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.413339] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.413542] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.413645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.413711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.413901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.414016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.414111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.414201] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.916652] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.419431] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f9dd408-3805-4e50-bbff-08d41c6958a2: rpc.has_security_group_logging(os_id): False [ 1525.436316] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.436570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.436674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.436881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.437026] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.437324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.437478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.437591] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.437799] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.437932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.438078] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be created. [ 1525.495752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.495991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.495991] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.496166] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.496341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.505773] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: IN_PROGRESS for 2s [ 1525.855838] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.856070] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1527.520411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: SUCCESS [ 1527.520853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.856808] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.857218] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.318853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.319388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.319388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.319388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.319388] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.388719] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1533.388897] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1533.822365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.325153] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.827688] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1534.827809] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1535.593555] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.593987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.593987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.594103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.605391] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1535.607574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.608284] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1535.642137] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.642386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.642386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.642583] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.654741] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.655489] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1535.655569] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.655686] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1535.683827] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.684039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.684039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.684242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.685018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.685170] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1535.767942] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.768219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.768219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.768365] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.768672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.768950] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1535.848293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.848442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.848492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.848684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.848985] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.849280] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1535.849369] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1f9ab97d-0af4-448a-9321-cf780f97d8cb', '5cfbfaa7-8405-4a94-9e4f-4455886ade82', '309a6f82-ef7f-481d-b746-58d5ece32c5d', 'ac4764e2-1c73-4a7b-8011-b818ed0ec79d', '68ea93dd-ceaa-4278-8665-a5046eba8944', '34e7f009-f3aa-4eb1-b60c-5182e7425195', '93c45172-4226-4920-b931-f935bd48b811', '2d43baba-357c-4f52-8951-a9eb5b100fe2', 'c6fbb4be-ce03-4c9a-918b-b0ea968c528e', 'dfd50a34-6b58-4599-b91c-22443d44b52f', '9211ed6c-ef03-4296-a9ed-ab1dddf04034', 'a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf', 'ea073b04-91d4-4fd7-9ffc-54bd7384fc72', '7af9faac-2f2b-4098-94fd-1219da5a819e', 'e4e610de-3a33-4858-9bc3-26f12b2f94a8', '2812bd6d-a0d9-4971-b6aa-a26a9ec57d72', 'cb11cfce-5107-43af-b3d3-b5ecb20503b4', 'c4b48d1a-47d8-453b-b49b-12cc4616dfc9', 'b00c6e7b-676b-4965-8eb6-8d6765748a2c', 'eefa6e68-2d0d-4dd1-8266-d7dbdd92a332', '71535854-a886-4591-9dbf-c1adc08ef5fe', 'ad5cb66a-0726-4a88-83be-ae5ffecaf369', '6f9dd408-3805-4e50-bbff-08d41c6958a2', '6dc2645b-5ec9-4043-9d08-ae50c59acda8'} {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.849461] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1535.857934] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.858074] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.868028] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.868177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.868231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.868439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.868529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.868623] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1535.868695] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.868764] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1535.950341] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.950539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.950539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.950812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.951921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.952187] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1535.952280] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.952358] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1535.952416] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1535.952460] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1535.952529] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGH for action security_group_rules [ 1535.952612] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGH for action security_group_rules [ 1535.952677] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGH for action security_group_rules [ 1535.952735] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGH for action security_group_rules [ 1535.952793] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGH for action security_group_rules [ 1535.952859] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGH for action security_group_rules [ 1535.952921] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGH for action security_group_rules [ 1535.952987] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGH for action security_group_rules [ 1535.953051] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGH for action security_group_rules [ 1535.953109] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGH for action security_group_rules [ 1535.953164] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGH for action security_group_rules [ 1535.953210] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGH for action security_group_rules [ 1535.953269] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGH for action security_group_rules [ 1535.953324] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGH for action security_group_rules [ 1535.953371] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGH for action security_group_rules [ 1535.953430] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGH for action security_group_rules [ 1535.953498] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGH for action security_group_rules [ 1535.953575] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGH for action security_group_rules [ 1535.953637] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGH for action security_group_rules [ 1535.953691] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGH for action security_group_rules [ 1535.953784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.859294] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.859768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1540.859768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb with Priority: HIGH for action security_group_rules [ 1540.859768] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d with Priority: HIGH for action security_group_rules [ 1540.860039] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c45172-4226-4920-b931-f935bd48b811 with Priority: HIGH for action security_group_rules [ 1540.860039] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 with Priority: HIGH for action security_group_rules [ 1540.860039] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 with Priority: HIGH for action security_group_rules [ 1540.860238] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c with Priority: HIGH for action security_group_rules [ 1540.860238] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGH for action security_group_rules [ 1540.860238] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 with Priority: HIGH for action security_group_rules [ 1540.860433] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af9faac-2f2b-4098-94fd-1219da5a819e with Priority: HIGH for action security_group_rules [ 1540.860433] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 with Priority: HIGH for action security_group_rules [ 1540.860559] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 with Priority: HIGH for action security_group_rules [ 1540.860618] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf with Priority: HIGH for action security_group_rules [ 1540.860698] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 with Priority: HIGH for action security_group_rules [ 1540.860783] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd50a34-6b58-4599-b91c-22443d44b52f with Priority: HIGH for action security_group_rules [ 1540.860870] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e with Priority: HIGH for action security_group_rules [ 1540.860953] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 with Priority: HIGH for action security_group_rules [ 1540.861064] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 with Priority: HIGH for action security_group_rules [ 1540.861154] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGH for action security_group_rules [ 1540.861238] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 with Priority: HIGH for action security_group_rules [ 1540.861319] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGH for action security_group_rules [ 1540.861662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.861803] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.861857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.862062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.862175] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9ab97d-0af4-448a-9321-cf780f97d8cb',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.863394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309a6f82-ef7f-481d-b746-58d5ece32c5d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.863557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.863626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.863788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.863881] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309a6f82-ef7f-481d-b746-58d5ece32c5d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.865035] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c45172-4226-4920-b931-f935bd48b811 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.865159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.865235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.865369] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.865739] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c45172-4226-4920-b931-f935bd48b811',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.866226] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.866372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.866437] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.866581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.866665] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e610de-3a33-4858-9bc3-26f12b2f94a8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.867408] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.867534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.867584] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.867815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.867902] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eefa6e68-2d0d-4dd1-8266-d7dbdd92a332',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.868894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.868894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.868894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.869103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.869195] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00c6e7b-676b-4965-8eb6-8d6765748a2c',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.870443] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.870443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.870443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.870778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.870778] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.871804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.871942] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.872526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.872526] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.872526] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11cfce-5107-43af-b3d3-b5ecb20503b4',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.873228] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af9faac-2f2b-4098-94fd-1219da5a819e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.873228] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.873415] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.873695] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.873887] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af9faac-2f2b-4098-94fd-1219da5a819e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.875147] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.875253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.875253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.875388] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.875460] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2812bd6d-a0d9-4971-b6aa-a26a9ec57d72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.876269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.876732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.876732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.876732] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.876732] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea073b04-91d4-4fd7-9ffc-54bd7384fc72',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.877970] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.878129] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.878198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.878351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.878425] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.879112] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.879229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.879293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.879649] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.879649] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9211ed6c-ef03-4296-a9ed-ab1dddf04034',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.880282] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd50a34-6b58-4599-b91c-22443d44b52f taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.880392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.880443] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.880669] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.880669] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd50a34-6b58-4599-b91c-22443d44b52f',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.881311] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.881442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.881505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.881606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.881679] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fbb4be-ce03-4c9a-918b-b0ea968c528e',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.882367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e7f009-f3aa-4eb1-b60c-5182e7425195 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.882515] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.882639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.882762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.883477] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e7f009-f3aa-4eb1-b60c-5182e7425195',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.883477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d43baba-357c-4f52-8951-a9eb5b100fe2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.883617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.883617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.883804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.883865] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d43baba-357c-4f52-8951-a9eb5b100fe2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.884611] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.884711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.884817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.884914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.884986] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.885755] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.885755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.885913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.886018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.886091] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfbfaa7-8405-4a94-9e4f-4455886ade82',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.886757] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.886873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.886947] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.887089] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.887136] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.918758] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.918910] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.918980] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.919243] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.921601] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.922394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.923563] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.923563] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.925810] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.925915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.926872] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.926970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.941863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.942031] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9ab97d-0af4-448a-9321-cf780f97d8cb is going to be deleted. [ 1540.942848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.943073] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.963236] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.963411] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00c6e7b-676b-4965-8eb6-8d6765748a2c is going to be deleted. [ 1540.964521] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.964730] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.983263] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.983441] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309a6f82-ef7f-481d-b746-58d5ece32c5d is going to be deleted. [ 1540.984262] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.984474] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.004114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.004358] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.006828] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.006999] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c45172-4226-4920-b931-f935bd48b811 is going to be deleted. [ 1541.007882] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.008111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.017287] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.017465] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.030606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.030784] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e610de-3a33-4858-9bc3-26f12b2f94a8 is going to be deleted. [ 1541.031624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.031848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.031986] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.032110] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9ab97d-0af4-448a-9321-cf780f97d8cb" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.032835] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.032936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.032999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.033171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.033253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.033364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309a6f82-ef7f-481d-b746-58d5ece32c5d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.033484] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.033645] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.033721] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.033825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00c6e7b-676b-4965-8eb6-8d6765748a2c" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.064824] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c45172-4226-4920-b931-f935bd48b811" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.129071] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.129279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.129279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.129450] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.129543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.129698] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e610de-3a33-4858-9bc3-26f12b2f94a8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.393140] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.393387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.393387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.393539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.393707] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.393809] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.393860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.394017] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.394108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.394193] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.394281] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.408250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.408511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.408511] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.408660] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.408830] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.408932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.408987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.409158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.409240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.409323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.409418] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.415699] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.415870] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.415924] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.416260] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.429627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.429915] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.434551] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.434738] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.435721] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.435837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.438989] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.439140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.442457] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.442562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.444397] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.444531] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.445719] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.445853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.446626] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.446744] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.447420] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.447517] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.448229] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.448324] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.448907] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.449332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.449425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.450065] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.450445] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.450536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.454168] env[65546]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.454579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.454684] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be deleted. [ 1541.455534] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.455756] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.475200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.475388] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea073b04-91d4-4fd7-9ffc-54bd7384fc72 is going to be deleted. [ 1541.476255] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.476461] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.494126] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.494310] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf is going to be deleted. [ 1541.495143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.495338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.589804] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.590079] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.591684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.591817] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfbfaa7-8405-4a94-9e4f-4455886ade82 is going to be deleted. [ 1541.592693] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.592893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.611808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.612044] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11cfce-5107-43af-b3d3-b5ecb20503b4 is going to be deleted. [ 1541.612811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.613029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.617382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.617551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.632578] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.632753] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.638355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.638574] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af9faac-2f2b-4098-94fd-1219da5a819e is going to be deleted. [ 1541.639840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.640131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.660107] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.660364] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.707522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.707835] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fbb4be-ce03-4c9a-918b-b0ea968c528e is going to be deleted. [ 1541.708811] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.709067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.739548] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.739773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.753719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.754029] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d43baba-357c-4f52-8951-a9eb5b100fe2 is going to be deleted. [ 1541.755146] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.755585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.912300] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.912300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.912907] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.912907] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.912907] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.917093] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.941382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.941382] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9211ed6c-ef03-4296-a9ed-ab1dddf04034 is going to be deleted. [ 1541.943222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.943532] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.979946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.980189] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e7f009-f3aa-4eb1-b60c-5182e7425195 is going to be deleted. [ 1541.981354] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.981571] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.009656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.009843] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd50a34-6b58-4599-b91c-22443d44b52f is going to be deleted. [ 1542.010690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.010928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.023786] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.024036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.037576] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.037776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.041018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.041160] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2812bd6d-a0d9-4971-b6aa-a26a9ec57d72 is going to be deleted. [ 1542.042036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.042240] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.108779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.109031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.128911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.128911] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eefa6e68-2d0d-4dd1-8266-d7dbdd92a332 is going to be deleted. [ 1542.129982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.130287] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.130382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.130453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.130622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.130770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.130873] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.130998] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea073b04-91d4-4fd7-9ffc-54bd7384fc72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.131554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.131734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.131841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.131956] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b36c50-a3e5-4c30-9b17-3dfcb9c4eabf" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.132120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.132264] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.132338] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.132446] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfbfaa7-8405-4a94-9e4f-4455886ade82" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.132575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.132711] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.132785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.132894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11cfce-5107-43af-b3d3-b5ecb20503b4" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.133028] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.133164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.133253] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.133336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fbb4be-ce03-4c9a-918b-b0ea968c528e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.133472] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.133601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.133674] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.133790] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af9faac-2f2b-4098-94fd-1219da5a819e" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134008] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.134148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.134217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d43baba-357c-4f52-8951-a9eb5b100fe2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.134585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.134656] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134757] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9211ed6c-ef03-4296-a9ed-ab1dddf04034" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134879] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.135018] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.135092] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.135191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e7f009-f3aa-4eb1-b60c-5182e7425195" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.136378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.136519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.136572] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.136700] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.136779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.136887] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd50a34-6b58-4599-b91c-22443d44b52f" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.211484] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.211692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.211692] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.211895] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.211989] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.212127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2812bd6d-a0d9-4971-b6aa-a26a9ec57d72" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.223437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.223647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.223647] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.223827] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.223914] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.224043] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eefa6e68-2d0d-4dd1-8266-d7dbdd92a332" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.416850] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b48d1a-47d8-453b-b49b-12cc4616dfc9: rpc.has_security_group_logging(os_id): False [ 1542.417999] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4764e2-1c73-4a7b-8011-b818ed0ec79d: rpc.has_security_group_logging(os_id): False [ 1542.436652] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.436911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.436911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.437158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.438736] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.438841] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.462265] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.462573] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.462667] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.462733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.462943] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.463031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.463107] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d is going to be updated. [ 1542.464184] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.464349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.490322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.490642] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.490768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.490836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.491055] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.491139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.491231] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1542.530924] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.531171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.531171] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.531350] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.531495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.544234] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: IN_PROGRESS for 2s [ 1542.585359] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.585604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.585604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.585812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.585963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.602067] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1544.559143] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: SUCCESS [ 1544.559545] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.612663] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1544.612921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.862079] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.862441] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.863740] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.864181] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.865026] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.865509] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.866520] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.866520] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.867539] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.867848] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.869228] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.869567] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.870788] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.870788] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.871628] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.872046] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.872490] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.872892] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.873489] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.873914] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.875044] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.875044] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.112654] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.113023] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.113023] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.113381] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.113696] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.113861] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.113980] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.114230] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.114402] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.114626] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1597.114748] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1597.114857] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1597.114965] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1597.115085] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1597.115190] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1597.115357] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1597.141860] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1597.142133] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1597.142213] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1597.142333] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.142651] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.142821] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.142942] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.143246] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.143393] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.646719] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.647065] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.647258] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.647690] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.647946] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.648414] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.648668] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.648870] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.649239] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.649471] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.649920] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.650193] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.650392] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.650710] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.650933] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.651184] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b is going to be updated. [ 1597.675972] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.676301] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.676505] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.676920] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.677218] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.677549] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.366095] env[65546]: INFO networking_nsxv3.common.synchronization [req-d77927ab-8ae0-4fae-9de0-cd04eb60e9ff req-98dd8e30-4d44-42c7-93fd-dc66fbc8e526 service nova] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1598.366095] env[65546]: INFO networking_nsxv3.common.synchronization [req-d77927ab-8ae0-4fae-9de0-cd04eb60e9ff req-98dd8e30-4d44-42c7-93fd-dc66fbc8e526 service nova] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1598.366095] env[65546]: INFO networking_nsxv3.common.synchronization [req-d77927ab-8ae0-4fae-9de0-cd04eb60e9ff req-98dd8e30-4d44-42c7-93fd-dc66fbc8e526 service nova] Enqueued Resource ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with Priority: HIGHEST for action port [ 1598.366475] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_rules [ 1598.366475] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1598.366588] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with Priority: HIGHEST for action port [ 1598.366771] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.366909] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.366976] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.367250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.367288] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.368205] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.368330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.368398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.368593] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.368739] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.368831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.368886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.369053] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.369115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.369209] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.370019] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.370136] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.370204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.370622] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.370622] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.872738] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.873159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.873216] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.874226] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b with status ACTIVE [ 1598.874477] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.874617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.874701] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.874977] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.875080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.875568] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.875568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.875568] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.875815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.875815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.876048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.876176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.876234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.876398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.876494] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.876667] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b is going to be updated. [ 1598.903976] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.904230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.904230] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.904405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.904539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.904697] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef89e8e7-28fd-4cf3-a3f7-9a6b1fcae35b" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.379415] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.882257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.882497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.882497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.882750] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.882860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.882982] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be updated. [ 1599.917250] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.917492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.917492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.917673] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.917863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.927909] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: IN_PROGRESS for 2s [ 1600.957651] env[65546]: INFO networking_nsxv3.common.synchronization [req-a01350bb-b7a9-4215-b641-ecaf1b05b1d8 req-2b8fe8f0-16e2-4fbf-bb9b-4b6e20229ff8 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1600.958587] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGHEST for action security_group_members [ 1600.959076] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.959705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.959705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.959705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.962176] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.962176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.962176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.962176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.962176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.962176] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.463580] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.463817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.463817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.464094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.464212] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.464378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.464471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.464535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.464690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.464768] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.464857] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d is going to be updated. [ 1601.496356] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.496614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.496614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.496728] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.496863] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.506488] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: IN_PROGRESS for 2s [ 1601.938017] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: SUCCESS [ 1601.938321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.938497] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.938718] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.940177] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.940177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.940177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.940177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.940177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.940177] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.940177] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.441724] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.944253] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f9dd408-3805-4e50-bbff-08d41c6958a2: rpc.has_security_group_logging(os_id): False [ 1602.964159] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.964331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.964480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.964612] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.986246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.986619] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.986746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.986889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.987208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.987343] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.987448] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be updated. [ 1603.051894] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.052179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.052179] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.052383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.052541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.066523] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: IN_PROGRESS for 2s [ 1603.516278] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d in Status: SUCCESS [ 1603.516717] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d deletion is rescheduled due to dependency. [ 1603.516717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.084182] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: SUCCESS [ 1605.084664] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.960063] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.960734] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.610874] env[65546]: INFO networking_nsxv3.common.synchronization [req-b4ecc3bc-7dc5-4908-a31b-45a5adce026b req-fba57784-7a3c-48c8-938a-9ef20e233a0e tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1610.610874] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1610.610874] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.610874] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.610874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.611496] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.906767] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.906986] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.907164] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.907785] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.908216] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.908410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.908550] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.908761] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.908907] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.909212] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1610.909343] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1610.909455] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1610.909585] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1610.909699] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1610.909802] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1610.909934] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1610.929969] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1610.930148] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1610.930265] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1610.930432] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.930719] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-84634f6e-9457-4c5e-938d-e5a9a093206d taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.930897] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.931027] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.931334] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.931473] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84634f6e-9457-4c5e-938d-e5a9a093206d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.116213] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.116452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.116452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.116607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.116731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.116944] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.117060] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.117116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.117332] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.117433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.117530] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be deleted. [ 1611.146340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.146556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.146556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.146705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.146825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.146894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.433629] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.433847] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.433973] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.434261] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.434414] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.434565] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Segment Port 84634f6e-9457-4c5e-938d-e5a9a093206d not found, creating... [ 1611.434823] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.434978] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.435108] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.435506] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.435649] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.435933] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.436102] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.436220] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.436422] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.436554] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.436690] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 84634f6e-9457-4c5e-938d-e5a9a093206d is going to be created. [ 1611.456632] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.456822] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.456938] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.457271] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.457512] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.457727] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.153951] env[65546]: INFO networking_nsxv3.common.synchronization [req-b4ecc3bc-7dc5-4908-a31b-45a5adce026b req-0c3b9971-4f42-4176-9926-17cb4dd9d41e service nova] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_rules [ 1612.154217] env[65546]: INFO networking_nsxv3.common.synchronization [req-b4ecc3bc-7dc5-4908-a31b-45a5adce026b req-0c3b9971-4f42-4176-9926-17cb4dd9d41e service nova] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1612.154357] env[65546]: INFO networking_nsxv3.common.synchronization [req-b4ecc3bc-7dc5-4908-a31b-45a5adce026b req-0c3b9971-4f42-4176-9926-17cb4dd9d41e service nova] Enqueued Resource ID: 84634f6e-9457-4c5e-938d-e5a9a093206d with Priority: HIGHEST for action port [ 1612.154590] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_rules [ 1612.154718] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1612.154814] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84634f6e-9457-4c5e-938d-e5a9a093206d with Priority: HIGHEST for action port [ 1612.155607] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.155762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.155831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.156037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.156119] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.157501] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.157666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.157731] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.157894] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.158050] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.158145] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.158250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.158337] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.158419] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.158518] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.159746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-84634f6e-9457-4c5e-938d-e5a9a093206d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.159938] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.160029] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.160283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.160365] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84634f6e-9457-4c5e-938d-e5a9a093206d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.658162] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.658321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.660671] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.663275] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84634f6e-9457-4c5e-938d-e5a9a093206d with status ACTIVE [ 1612.663474] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.663590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.663654] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.663840] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.663926] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.664105] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.664217] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.664288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.664441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.664539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.664728] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.664819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.664874] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.665016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.665115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.665203] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84634f6e-9457-4c5e-938d-e5a9a093206d is going to be updated. [ 1612.687129] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.687317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.687372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.687550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.687677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.687834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.167599] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.670992] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.671206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.671269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.671492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.671620] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.671757] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be created. [ 1613.695853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.696140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.696140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.696359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.696502] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.706184] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: UNINITIALIZED for 2s [ 1615.717271] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1615.717581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.717689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.717930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.718167] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.718320] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.718403] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.718611] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.718676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.718782] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.718893] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1616.221285] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.221520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.221520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.221845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.222160] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.222305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.222408] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.222625] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.222729] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.222839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.223065] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.223211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.223282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.223518] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.223710] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.223807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.223869] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.224090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.224090] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.224207] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.224316] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1616.726770] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68ea93dd-ceaa-4278-8665-a5046eba8944: rpc.has_security_group_logging(os_id): False [ 1616.744679] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.744917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.744917] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.745143] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.745258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.745462] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.745554] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.745619] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.745770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.745849] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.746060] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.746159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.746221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.746360] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.746434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.746627] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.746719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.746779] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.746912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.746982] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.747079] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be created. [ 1616.804571] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.804797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.804797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.804990] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.805195] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.816349] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: IN_PROGRESS for 2s [ 1617.156200] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.156393] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1618.830266] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1618.830685] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.518171] env[65546]: INFO networking_nsxv3.common.synchronization [req-f932007e-eb9c-4eac-a672-c26f9965cacf req-8800abc8-e562-4972-8bbb-37bf8c1c8f7a tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1620.519203] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGHEST for action security_group_members [ 1620.519493] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.519618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.519704] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.519911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.520081] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.520180] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.520244] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.520392] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.520476] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.520568] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1620.560562] env[65546]: INFO networking_nsxv3.common.synchronization [req-f932007e-eb9c-4eac-a672-c26f9965cacf req-8800abc8-e562-4972-8bbb-37bf8c1c8f7a tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: 84634f6e-9457-4c5e-938d-e5a9a093206d with Priority: HIGHEST for action port [ 1620.561058] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84634f6e-9457-4c5e-938d-e5a9a093206d with Priority: HIGHEST for action port [ 1620.561365] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-84634f6e-9457-4c5e-938d-e5a9a093206d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.561487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.561551] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.561742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.561820] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84634f6e-9457-4c5e-938d-e5a9a093206d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.022535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.022694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.022766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.022988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.023097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.023293] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.023393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.023459] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.023605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.023681] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.023768] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be updated. [ 1621.052977] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.053141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.053222] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.053436] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.053586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.062528] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: IN_PROGRESS for 2s [ 1621.063748] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84634f6e-9457-4c5e-938d-e5a9a093206d with status ACTIVE [ 1621.063956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.064097] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.064169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.064371] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.064462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.064644] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.064745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.064808] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.064966] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.065107] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.065312] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.065407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.065469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.065610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.065684] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.065767] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84634f6e-9457-4c5e-938d-e5a9a093206d is going to be updated. [ 1621.089543] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.089543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.089543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.089543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.089543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.089945] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84634f6e-9457-4c5e-938d-e5a9a093206d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.073823] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 in Status: SUCCESS [ 1623.073823] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 deletion is rescheduled due to dependency. [ 1623.073823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.561700] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.562169] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.563302] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.563645] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.564892] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.565351] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.565928] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.566314] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.891265] env[65546]: INFO networking_nsxv3.common.synchronization [req-d2e51c72-3a77-40d5-949e-2ad22d0aef21 req-86a68cac-fd47-489f-a702-1e187ffe23eb tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1644.892071] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1644.892622] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.892823] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.892940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.893273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.893577] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.893771] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.893901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.894288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.894372] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.894485] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1645.181277] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.181498] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.181609] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.181873] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.182147] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.182302] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.182414] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.182618] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.182765] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.182978] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1645.183125] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1645.183301] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1645.183429] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1645.183547] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1645.183656] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1645.183787] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1645.206150] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1645.206369] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1645.206465] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1645.206645] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-604" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.206961] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.207149] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.207266] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.207689] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.207841] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f4c791-1424-40b9-a4c9-3f6f98c385f1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1645.398100] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1645.710934] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.711208] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.711340] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.711637] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.711791] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.711946] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port f6f4c791-1424-40b9-a4c9-3f6f98c385f1 not found, creating... [ 1645.712243] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.712406] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.712520] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.712732] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.712866] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.713178] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.713342] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.713455] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.713656] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.713839] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.713922] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: f6f4c791-1424-40b9-a4c9-3f6f98c385f1 is going to be created. [ 1645.735657] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.735882] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.736012] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.736288] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.736518] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.736743] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.900751] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.402902] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.403083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.403158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.403375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.403467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.403572] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1646.429360] env[65546]: INFO networking_nsxv3.common.synchronization [req-d2e51c72-3a77-40d5-949e-2ad22d0aef21 req-2630c692-874f-45fe-a9b7-3fa6d1e18127 service nova] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1646.429536] env[65546]: INFO networking_nsxv3.common.synchronization [req-d2e51c72-3a77-40d5-949e-2ad22d0aef21 req-2630c692-874f-45fe-a9b7-3fa6d1e18127 service nova] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1646.429672] env[65546]: INFO networking_nsxv3.common.synchronization [req-d2e51c72-3a77-40d5-949e-2ad22d0aef21 req-2630c692-874f-45fe-a9b7-3fa6d1e18127 service nova] Enqueued Resource ID: f6f4c791-1424-40b9-a4c9-3f6f98c385f1 with Priority: HIGHEST for action port [ 1646.429951] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_rules [ 1646.430047] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1646.430155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f4c791-1424-40b9-a4c9-3f6f98c385f1 with Priority: HIGHEST for action port [ 1646.430714] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.430836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.430906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.431122] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.431208] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.432053] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.432147] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.432334] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.432434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.432495] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.432848] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.432848] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f4c791-1424-40b9-a4c9-3f6f98c385f1',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.448099] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.448327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.448327] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.448514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.448657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.458010] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1646.935387] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.935812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.935812] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6f4c791-1424-40b9-a4c9-3f6f98c385f1 with status ACTIVE [ 1646.935921] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.936027] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.936093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.936296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.936382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.936546] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.936636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.936694] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.936832] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.936903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.937096] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.937187] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.937246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.937375] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.937445] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.937524] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6f4c791-1424-40b9-a4c9-3f6f98c385f1 is going to be updated. [ 1646.958963] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.959213] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.959213] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.959422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.959557] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.959715] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f4c791-1424-40b9-a4c9-3f6f98c385f1" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.468180] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1648.468609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.468609] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.468752] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1648.468948] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1648.469113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.469186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.469349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1648.469433] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.469530] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1648.971980] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1649.474308] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1649.977297] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1649.977520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.977520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1649.977766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1649.977854] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.977946] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1650.012383] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.012540] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.012610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.012860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.013013] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.023450] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1651.431261] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.431595] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1652.035321] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1652.035525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.035758] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.036062] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.036390] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.036581] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.036675] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.036940] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.037083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.037203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.037324] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1652.540260] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1653.043245] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b48d1a-47d8-453b-b49b-12cc4616dfc9: rpc.has_security_group_logging(os_id): False [ 1653.066153] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.066422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.066422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.066562] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.066653] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.066901] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.067016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.067081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.067226] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.067300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.067386] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1653.140008] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.140231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.140231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.140421] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.140564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.158656] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1655.174605] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1655.175124] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.431979] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.432374] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.072357] env[65546]: INFO networking_nsxv3.common.synchronization [req-81fe8472-2142-4028-a5ec-d7cc29e2eb10 req-1f7b625e-2c4e-4ea5-a35a-1e2a345dd3e2 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1657.072951] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGHEST for action security_group_members [ 1657.073279] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.073402] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.073469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.073703] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.073881] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.073981] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.074331] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.075045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.075045] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.075045] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.577895] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.578242] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.578341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.578610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.578739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.578986] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.579148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.579235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.579411] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.579492] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.579584] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be updated. [ 1657.615694] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.616930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.618834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.618834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.618953] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.628437] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: IN_PROGRESS for 2s [ 1659.639915] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 in Status: SUCCESS [ 1659.640304] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 deletion is rescheduled due to dependency. [ 1659.640304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.073781] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.074155] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.462069] env[65546]: INFO networking_nsxv3.common.synchronization [None req-4830f25b-26b7-4026-ba8d-b92e916e877d tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1662.462069] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1662.462290] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.462469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.462469] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.462739] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.462828] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.537452] env[65546]: INFO networking_nsxv3.common.synchronization [None req-a67604dc-f4bc-48dd-be1f-4e37edc3b053 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1662.537452] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1662.537613] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.537696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.984969] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.985211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.985211] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.985398] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.985482] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.985584] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed already deleted. [ 1662.985666] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.985813] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.985960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.986056] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1663.507839] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.508314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.508314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.508314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.508442] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.508500] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed already deleted. [ 1663.508558] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.538513] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.539026] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.970394] env[65546]: INFO networking_nsxv3.common.synchronization [req-b8075481-2ccd-4c94-800a-40ea88069896 req-1b5a4678-ce80-416b-962b-a5331aea2545 tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1667.970980] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1667.971324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.971462] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.971529] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.971815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.972052] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.972133] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.972219] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.972386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.972507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.972702] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.284085] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.284287] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.284410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.284687] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.284953] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.285130] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.285247] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.285465] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.285610] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.285821] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1668.285934] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1668.286050] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1668.286157] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1668.286265] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1668.286374] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1668.286505] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1668.308728] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1668.308928] env[65546]: DEBUG dogpile.cache.region [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1668.309082] env[65546]: DEBUG dogpile.lock [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1668.309211] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.309612] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.309843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.309843] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.310179] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.310318] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c9c2b0-6ac2-41ce-bda4-d389018df0d5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.475068] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.475068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.475068] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.475447] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.475570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.475854] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.475997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.475997] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.476200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.476279] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.476424] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed already deleted. [ 1668.476553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.813070] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.813518] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.813518] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.814113] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.814113] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.814290] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Segment Port 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 not found, creating... [ 1668.814468] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.814630] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.814747] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.814971] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.815127] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.815421] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.815578] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.815694] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.815894] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.816044] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.816194] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Resource: SegmentPort with ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 is going to be created. [ 1668.840823] env[65546]: DEBUG networking_nsxv3.common.locking [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.841134] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.841134] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.841410] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.841647] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.841875] env[65546]: DEBUG oslo_concurrency.lockutils [None req-dd0745eb-3a69-48eb-be57-a71290fd6c69 None None] Releasing lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.532906] env[65546]: INFO networking_nsxv3.common.synchronization [req-b8075481-2ccd-4c94-800a-40ea88069896 req-819542b3-190f-403c-b7f9-b5cac8d675ee service nova] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1669.533097] env[65546]: INFO networking_nsxv3.common.synchronization [req-b8075481-2ccd-4c94-800a-40ea88069896 req-819542b3-190f-403c-b7f9-b5cac8d675ee service nova] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1669.533235] env[65546]: INFO networking_nsxv3.common.synchronization [req-b8075481-2ccd-4c94-800a-40ea88069896 req-819542b3-190f-403c-b7f9-b5cac8d675ee service nova] Enqueued Resource ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with Priority: HIGHEST for action port [ 1669.533466] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1669.533604] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1669.533705] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with Priority: HIGHEST for action port [ 1669.534307] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.534451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.534556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.534696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.534756] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1669.535672] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.536382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.536382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.536382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.536382] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.536382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.536382] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.536662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.536662] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.536662] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1669.537429] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.537725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.537725] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.537817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.537856] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c9c2b0-6ac2-41ce-bda4-d389018df0d5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1670.039013] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1670.040098] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.040271] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.040595] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with status ACTIVE [ 1670.040779] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.040897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.040970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.041141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.041224] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.042041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.042041] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.042041] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.042457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.042457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.042457] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 is going to be updated. [ 1670.064288] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.064507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.064507] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.064689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.064824] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.064978] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.541550] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.043837] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.044293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.044293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.044293] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.044414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.044484] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be created. [ 1671.071332] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.071552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.071552] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.071734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.071897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.081291] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: UNINITIALIZED for 2s [ 1673.092160] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1673.092503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.092570] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.092822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.093070] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1673.093232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.093232] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.093376] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.093455] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.093542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.093638] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1673.596143] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1674.098792] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed: rpc.has_security_group_logging(os_id): False [ 1674.117853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.118108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.118108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.118297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.118386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.118666] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.118762] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.118826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.118968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.119056] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.119168] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be created. [ 1674.181760] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.181949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.181949] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.182182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.182363] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.193337] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: IN_PROGRESS for 2s [ 1674.535497] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.535678] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1676.227639] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1676.228039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.536431] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.536842] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1684.537905] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.538260] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.539494] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.539955] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.541129] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.541498] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1699.541904] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.542341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.542782] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1704.543193] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1709.543766] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.544153] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1714.545718] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.546132] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.534171] env[65546]: INFO networking_nsxv3.common.synchronization [req-2ad91cc1-9744-401a-a7c3-21f505680385 req-c4a55d75-265c-489a-bd64-081859a1c20a tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1717.534611] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1717.534932] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1717.535535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.535535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1717.535535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1717.535535] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1717.535773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.535773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1717.535773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1717.535952] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1717.535993] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1718.038553] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1718.540872] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1719.042975] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.043185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.043185] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.043414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.043503] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.043609] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1719.079757] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.079902] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.079973] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.080194] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.080349] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.090211] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1721.101670] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1721.102141] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.535399] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.535789] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1727.536528] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1727.536897] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.537633] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1732.538161] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.843505] env[65546]: INFO networking_nsxv3.common.synchronization [req-9ab84718-9863-4ac8-88aa-c23d28f21d98 req-1ee557cf-dfec-4540-81a3-5b30b3241e93 tempest-ServerActionsTestOtherA-1473821072 tempest-ServerActionsTestOtherA-1473821072-project-member] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1732.844220] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGHEST for action security_group_members [ 1732.844394] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.844516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.844585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.844831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.844918] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.845058] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.845131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.845296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.845296] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.845385] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.348211] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.348414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.348491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.348724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.348804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.349010] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.349113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.349178] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.349322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.349425] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.349531] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be updated. [ 1733.378770] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.378965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.378965] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.379183] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.379330] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.387788] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: IN_PROGRESS for 2s [ 1735.398979] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 in Status: SUCCESS [ 1735.399321] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 deletion is rescheduled due to dependency. [ 1735.399321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1737.845126] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1737.845513] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1742.846522] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1742.846832] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1743.350799] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.351017] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.351160] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.351433] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.351685] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.351839] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.351954] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.352374] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.352534] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.352748] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1743.352860] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] NeedRegenerationException {{(pid=65546) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1743.352967] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] no value, waiting for create lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1743.353089] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] value creation lock acquired {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1743.353198] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] No value present for key: 'zone-id' {{(pid=65546) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1743.353302] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Calling creation function for not-yet-present value {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1743.353429] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1743.373976] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1743.374174] env[65546]: DEBUG dogpile.cache.region [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65546) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1743.374289] env[65546]: DEBUG dogpile.lock [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Released creation lock {{(pid=65546) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1743.374474] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "network-586" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.374785] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5 taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.374958] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.375092] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.375354] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.375486] env[65546]: DEBUG networking_nsxv3.api.rpc [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c9c2b0-6ac2-41ce-bda4-d389018df0d5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1743.878023] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.878476] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.878476] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.878802] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.879018] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.879360] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.879541] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.879726] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.879943] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.880183] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.880534] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.880703] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.880862] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.881132] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.881295] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.881483] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Resource: SegmentPort with ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 is going to be updated. [ 1743.905262] env[65546]: DEBUG networking_nsxv3.common.locking [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1743.905425] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.905425] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.905984] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.906289] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.906537] env[65546]: DEBUG oslo_concurrency.lockutils [None req-c314a85a-86c2-4f9d-adc5-ac575bdd4757 None None] Releasing lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.570175] env[65546]: INFO networking_nsxv3.common.synchronization [req-3777ecab-a9a6-47dd-859c-f1322ee7ddc8 req-8d80471d-ab3a-4d15-9a02-1f28f627fcf5 service nova] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1744.570423] env[65546]: INFO networking_nsxv3.common.synchronization [req-3777ecab-a9a6-47dd-859c-f1322ee7ddc8 req-8d80471d-ab3a-4d15-9a02-1f28f627fcf5 service nova] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1744.570518] env[65546]: INFO networking_nsxv3.common.synchronization [req-3777ecab-a9a6-47dd-859c-f1322ee7ddc8 req-8d80471d-ab3a-4d15-9a02-1f28f627fcf5 service nova] Enqueued Resource ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with Priority: HIGHEST for action port [ 1744.571042] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_rules [ 1744.571223] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1744.571331] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with Priority: HIGHEST for action port [ 1744.571601] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.571736] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.571812] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.571958] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.572571] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1744.573463] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.573603] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.573672] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.573903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.574097] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.574220] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.574282] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.574491] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.574617] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.574723] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1744.575890] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.576009] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.576078] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.576238] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.576310] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c9c2b0-6ac2-41ce-bda4-d389018df0d5',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1745.079479] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1745.079752] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.079815] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.080241] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 with status ACTIVE [ 1745.080412] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.080523] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.080588] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.080785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.080872] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.081169] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.081169] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.081322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.081775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.081775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.081775] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.082040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.082040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.082040] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.082148] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.082186] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c9c2b0-6ac2-41ce-bda4-d389018df0d5 is going to be updated. [ 1745.103137] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.103281] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.103353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.103555] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.103691] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.103853] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c9c2b0-6ac2-41ce-bda4-d389018df0d5" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.580771] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1746.084163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.084163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.084614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.084614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.084614] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.084614] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be updated. [ 1746.118730] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.119035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.119035] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.119189] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.119336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.128414] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: IN_PROGRESS for 2s [ 1748.140497] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1748.140906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.140906] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.141134] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.141318] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.141444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.141519] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.141665] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.141746] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.141834] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.141924] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1748.644736] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1749.146769] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed: rpc.has_security_group_logging(os_id): False [ 1749.166585] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1749.166825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.166825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1749.167015] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1749.167115] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1749.167378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1749.167487] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.167564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1749.167689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1749.167763] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1749.167855] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be updated. [ 1749.231163] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1749.231448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.231448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1749.231585] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1749.231735] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1749.248939] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: IN_PROGRESS for 2s [ 1749.571979] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.572169] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1751.283461] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1751.283890] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1754.572665] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.573097] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1759.574132] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.574683] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1764.574923] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1764.575319] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1769.576102] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1769.576483] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1773.314811] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.315290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.315290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.315290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.315463] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1773.389307] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1773.389504] env[65546]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b619085-f86c-4463-8929-2dc4989b266b None None] NSXv3 Agent Agent loop - iteration:5 started [ 1773.817446] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.320347] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.577527] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1774.577829] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1774.822367] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1774.822578] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1775.617886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.618353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.618353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.618353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.631055] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1775.631899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.632645] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1775.667902] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.668191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.668191] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.668341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.681304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.682117] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1775.682209] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1775.682288] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1775.708978] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.709314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.709314] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.709549] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.709777] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.709907] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1775.782709] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.782934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.782934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.783163] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.783460] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.783736] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1775.860598] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.860900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.860900] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.861052] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.861355] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.861634] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:8. [ 1775.861742] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9b7a941d-c4c3-426c-a9ca-0eb80898b7ed', 'c4b48d1a-47d8-453b-b49b-12cc4616dfc9', 'ac4764e2-1c73-4a7b-8011-b818ed0ec79d', '71535854-a886-4591-9dbf-c1adc08ef5fe', 'ad5cb66a-0726-4a88-83be-ae5ffecaf369', '6f9dd408-3805-4e50-bbff-08d41c6958a2', '68ea93dd-ceaa-4278-8665-a5046eba8944', '6dc2645b-5ec9-4043-9d08-ae50c59acda8'} {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1775.861881] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1775.954087] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.954386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.954386] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.954488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.954535] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.954621] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1775.954689] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1775.954758] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1776.038437] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.038668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.038668] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.038866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.040208] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.040503] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1776.040584] env[65546]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65546) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1776.040659] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1776.040729] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1776.040844] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 8/8 resources of Type:Security Group Rules [ 1776.040924] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGH for action security_group_rules [ 1776.041014] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGH for action security_group_rules [ 1776.041083] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGH for action security_group_rules [ 1776.041150] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGH for action security_group_rules [ 1776.041213] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGH for action security_group_rules [ 1776.041277] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGH for action security_group_rules [ 1776.041339] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGH for action security_group_rules [ 1776.041400] env[65546]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGH for action security_group_rules [ 1776.041464] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1776.041532] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1776.041715] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.041845] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.041911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.042085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.042165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.042349] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.042439] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.042500] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.042636] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.042709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.042876] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.042970] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.043042] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.043204] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.043280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.043451] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.043541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.043606] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.043733] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.043804] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.043971] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.044081] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.044142] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.044275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.044347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.044512] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.044601] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.044663] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.044789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.044862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.045038] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.045130] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.045190] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.045321] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.045394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.045559] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.045652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.045720] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.045826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.045898] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.046074] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.046165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.046221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.046352] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.046422] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.046588] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.046676] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.046734] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.046862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.046934] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.047114] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.047203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.047266] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.047399] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.047501] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.047720] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.047819] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.047881] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.048033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.048108] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.048278] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.048366] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.048426] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.048561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.048633] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.048798] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.048889] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.048950] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.049093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.049159] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.049326] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.049414] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.049471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.049607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.049677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.049844] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.049930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.049988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.050127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.050200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.050364] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.050452] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.050514] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.050639] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.050710] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.050909] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.051020] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.051087] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.051215] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.051288] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.051449] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.051536] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.051596] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.051717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.051805] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.052015] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.052116] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.052176] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.052312] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.052385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.052555] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.052644] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.052705] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.052837] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.052912] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.053115] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.053216] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.053275] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.053410] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.053483] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.053653] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.053742] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.053802] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.053936] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.054014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.054214] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.054309] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.054370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.054505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.054579] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.054746] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.054836] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.054899] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.055057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.055135] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.055303] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.055393] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.055454] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.055586] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.055657] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.055823] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.055913] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.056011] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.056231] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.056441] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.056691] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.056796] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.056856] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.056987] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.057082] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.057324] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.057444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.057522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.057632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.057726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.057922] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.058080] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.058182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.058304] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.058391] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.058542] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.058635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.058713] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.058857] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.058932] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.059118] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.059209] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.059269] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.059401] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.059473] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.059638] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.059726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.059783] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.059916] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.059988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.060168] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.060258] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.060317] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.060448] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.060520] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.060685] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.060821] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.060886] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.061036] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.061111] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.061280] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.061370] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.061427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.061556] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.061628] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.061791] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.061896] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.061963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.062113] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.062186] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.062353] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.062444] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.062504] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.062635] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.062707] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.062871] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.062962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.063037] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.063165] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.063235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.063401] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.063489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.063543] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.063709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.063785] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.063956] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.064059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.064117] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.064250] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.064322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.064488] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.064575] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.064632] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.064766] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.064862] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.065046] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.065139] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.065200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.065335] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.065407] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.065651] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.065745] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.065807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.065946] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.066033] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.066201] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.066290] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.066347] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.066478] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.066550] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.066716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.066807] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.066868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.066999] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.067085] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.067247] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.067336] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.067395] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.067522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.067590] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.067750] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.067839] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.067897] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.068039] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.068112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.068278] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.068367] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.068424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.068553] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.068626] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.068828] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.068925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.068974] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.069127] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.069200] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.069367] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.069456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.069513] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.069677] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.069775] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.069952] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.070057] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.070120] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.070252] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.070323] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.070491] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.070580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.070637] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.070789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.070866] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.071048] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.071140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.071199] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.071333] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.071404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.071571] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.071658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.071723] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.071876] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.071954] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.072138] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.072229] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.072292] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.072424] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.072496] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.072662] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.072776] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.072842] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.073007] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.073093] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.073263] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.073353] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.073405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.073539] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.073610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.073777] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.073868] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.073920] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.074066] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.074140] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.074306] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.074394] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.074451] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.074582] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.074652] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.074817] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.074903] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.074959] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.075104] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.075175] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.075340] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.075428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.075485] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.075618] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.075690] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.075853] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.075988] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.076084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.076227] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.076299] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.076471] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.076561] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.076624] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.076755] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.076825] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.076991] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.077094] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.077158] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.077283] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.077351] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.077512] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.077599] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.077658] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.077789] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.077861] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.078036] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.078128] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.078188] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.078315] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.078387] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.078552] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.078641] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.078717] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.078851] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.078928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.079109] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.079198] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.079261] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.079385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.079456] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.079621] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.079709] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.079770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.079901] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.079972] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.080154] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.080235] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.080305] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.080418] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.080488] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.080609] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1776.080665] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1776.080735] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1776.162269] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.162574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.162574] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.162726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.162963] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.163267] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1776.243601] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.243797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.243797] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.244016] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.244313] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.260341] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1779.578360] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1779.578807] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=8], Jobs=0 [ 1779.578807] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGH for action security_group_rules [ 1779.578807] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d with Priority: HIGH for action security_group_rules [ 1779.578807] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 with Priority: HIGH for action security_group_rules [ 1779.578979] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 with Priority: HIGH for action security_group_rules [ 1779.579037] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 with Priority: HIGH for action security_group_rules [ 1779.579123] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 with Priority: HIGH for action security_group_rules [ 1779.579214] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 with Priority: HIGH for action security_group_rules [ 1779.579304] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535854-a886-4591-9dbf-c1adc08ef5fe with Priority: HIGH for action security_group_rules [ 1779.579794] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.579962] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.580050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.580259] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.580342] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.581396] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.581541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.581598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.581726] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.581804] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4764e2-1c73-4a7b-8011-b818ed0ec79d',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.582623] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ea93dd-ceaa-4278-8665-a5046eba8944 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.582724] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.582784] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.582931] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.583013] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ea93dd-ceaa-4278-8665-a5046eba8944',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.584075] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9dd408-3805-4e50-bbff-08d41c6958a2 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.584237] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.584404] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.584580] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.584696] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9dd408-3805-4e50-bbff-08d41c6958a2',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.585543] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.585696] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.585798] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.586014] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.586141] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc2645b-5ec9-4043-9d08-ae50c59acda8',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.587014] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.587164] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.587274] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.587489] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.587602] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5cb66a-0726-4a88-83be-ae5ffecaf369',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.588378] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9 taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.588505] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.588604] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.588769] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.588875] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b48d1a-47d8-453b-b49b-12cc4616dfc9',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1779.589841] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71535854-a886-4591-9dbf-c1adc08ef5fe taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.589968] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.590098] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.590297] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.590381] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71535854-a886-4591-9dbf-c1adc08ef5fe',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.096761] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.096992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.096992] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.097151] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.097310] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.097409] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.097471] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.097607] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.097689] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.097773] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.097858] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.144673] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.144928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.144928] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.145118] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.146761] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.146893] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.147636] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.147719] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.148395] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.148480] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.149174] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.149268] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.149940] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.150084] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.150737] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.150831] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.169050] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.169231] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ea93dd-ceaa-4278-8665-a5046eba8944 is going to be deleted. [ 1780.169994] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.170206] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.187322] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.187552] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc2645b-5ec9-4043-9d08-ae50c59acda8 is going to be deleted. [ 1780.188319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.188525] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.220453] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.220647] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4764e2-1c73-4a7b-8011-b818ed0ec79d is going to be deleted. [ 1780.221541] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.221751] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.232886] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.233112] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.247182] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.247358] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9dd408-3805-4e50-bbff-08d41c6958a2 is going to be deleted. [ 1780.248197] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.248405] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.277846] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.278088] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b48d1a-47d8-453b-b49b-12cc4616dfc9 is going to be deleted. [ 1780.278911] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.279131] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.287257] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.287527] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.298891] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.299103] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.308307] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.308476] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5cb66a-0726-4a88-83be-ae5ffecaf369 is going to be deleted. [ 1780.309385] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.309602] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.369056] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.369273] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.393522] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.393713] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71535854-a886-4591-9dbf-c1adc08ef5fe is going to be deleted. [ 1780.394610] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.394826] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.394921] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.395059] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ea93dd-ceaa-4278-8665-a5046eba8944" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.395221] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.395378] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.395457] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.395564] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc2645b-5ec9-4043-9d08-ae50c59acda8" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.396083] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.396280] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.396359] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.396467] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4764e2-1c73-4a7b-8011-b818ed0ec79d" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.396605] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.396743] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.396817] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.396925] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9dd408-3805-4e50-bbff-08d41c6958a2" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.404850] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.405031] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.405077] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.405234] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.405318] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.405428] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b48d1a-47d8-453b-b49b-12cc4616dfc9" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.460716] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.460960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.460960] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.461203] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.461300] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.461427] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5cb66a-0726-4a88-83be-ae5ffecaf369" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.556546] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.556770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.556770] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.557088] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.557246] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.557434] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71535854-a886-4591-9dbf-c1adc08ef5fe" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.604072] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1781.106714] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed: rpc.has_security_group_logging(os_id): False [ 1781.124509] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.124760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.124760] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.124927] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.146125] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.146415] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.146542] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.146600] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.146778] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.146858] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.146977] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be updated. [ 1781.203392] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.203616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.203616] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.203814] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.203923] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.221984] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: IN_PROGRESS for 2s [ 1783.237878] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1783.238267] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1784.580552] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1784.580941] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1789.581906] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1789.582341] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1794.583413] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1794.583803] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1795.350726] env[65546]: INFO networking_nsxv3.common.synchronization [req-5fc57752-930c-44ba-812a-8f062d065389 req-6f7e0e3a-f593-4448-9243-9f1f767b23bc tempest-AttachVolumeShelveTestJSON-94712596 tempest-AttachVolumeShelveTestJSON-94712596-project-member] Enqueued Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1795.351342] env[65546]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed with Priority: HIGHEST for action security_group_members [ 1795.351668] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed taken with stack trace [, , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.351788] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.351860] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.352067] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.352224] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.352319] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.352383] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.352516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.352598] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.352699] env[65546]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7a941d-c4c3-426c-a9ca-0eb80898b7ed',) {} {{(pid=65546) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1795.857325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.857325] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.857325] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.857325] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed is going to be updated. [ 1795.890864] env[65546]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65546) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.891340] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.891516] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.891822] env[65546]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.892091] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.901106] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: IN_PROGRESS for 2s [ 1797.912930] env[65546]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed in Status: SUCCESS [ 1797.912930] env[65546]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7a941d-c4c3-426c-a9ca-0eb80898b7ed deletion is rescheduled due to dependency. [ 1797.912930] env[65546]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7a941d-c4c3-426c-a9ca-0eb80898b7ed" {{(pid=65546) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.352318] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1800.352686] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1805.353626] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1805.354131] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1810.354854] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1810.355287] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1815.356156] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1815.356573] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1820.357743] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1820.358225] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1825.359188] env[65546]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1825.359614] env[65546]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0